-- Logs begin at Wed 2021-12-29 20:10:00 UTC, end at Wed 2021-12-29 21:05:30 UTC. -- Dec 29 20:43:47.053754 dv-cinder-823170-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 29 20:43:49.149333 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.common.config [-] Logging enabled! Dec 29 20:43:49.149914 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev93 Dec 29 20:43:49.150005 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82749) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 29 20:43:49.152248 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.common.config [-] Logging enabled! Dec 29 20:43:49.152501 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev93 Dec 29 20:43:49.152744 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82749) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 29 20:43:49.153681 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 29 20:43:49.153912 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 29 20:43:49.154261 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 29 20:43:49.154505 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 29 20:43:49.154727 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 29 20:43:49.155044 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.155338 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.155629 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.155854 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.156171 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.156461 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.156738 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.157024 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.157318 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.157597 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.157873 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.158155 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.158382 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.158660 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.158945 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.159229 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.159448 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] debug = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.159723 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.160175 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.161122 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.161401 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.161693 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.161963 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.162234 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.162514 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.162839 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] host = dv-cinder-823170-1-smb {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.163120 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.163405 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.163689 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.164004 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.164282 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.164556 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.164838 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.165108 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.165377 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] log_file = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.165651 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.165936 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.166218 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.166509 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.166731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.166949 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.167230 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.167514 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.167785 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.168090 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.168364 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.168635 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.168908 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.169175 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.169457 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.169739 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.170020 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.170292 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.170563 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.170835 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.171103 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.171383 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.171652 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.171940 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.172214 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.172496 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.172762 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.173037 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.173332 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.173613 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.173889 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.174169 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.174438 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.174717 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.174988 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.175259 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.175529 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] use_json = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.175800 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.176119 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.176998 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.177275 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.177551 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.177826 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.178098 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.178379 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:49.178674 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.178970 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.179268 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.179550 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.179838 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.180145 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.180432 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.180708 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.180996 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.181283 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.181568 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.181842 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.182123 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.182412 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.182699 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.182977 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.183256 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.183544 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.183821 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.184120 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.184397 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.184682 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.184960 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.185235 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.185514 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.185789 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.186059 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.186329 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.186604 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.186926 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.187301 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.187578 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.187850 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.188174 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.188445 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.188725 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.189001 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.189275 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.189549 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.189825 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.190097 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.190368 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.190643 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.190914 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.191191 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.191463 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.191768 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.192070 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.192342 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.192611 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.192881 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.193157 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.193434 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.193706 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.193977 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.194247 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.194515 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.194786 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.195069 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.195366 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.195643 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.195943 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.196225 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.196501 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.196778 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.197056 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.197331 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.197606 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.197874 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.198162 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.198442 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.198726 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.199007 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.199282 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.199574 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.199853 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.200158 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.200433 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.200708 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.200991 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.201274 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.201566 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.201857 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.202150 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.202440 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.202729 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.203012 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.203318 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.203594 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:49.203806 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 29 20:43:49.204067 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82749) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 29 20:43:49.600711 dv-cinder-823170-1-smb neutron-server[82749]: INFO keyring.backend [-] Loading KWallet Dec 29 20:43:49.607944 dv-cinder-823170-1-smb neutron-server[82749]: INFO keyring.backend [-] Loading SecretService Dec 29 20:43:49.611140 dv-cinder-823170-1-smb neutron-server[82749]: INFO keyring.backend [-] Loading Windows Dec 29 20:43:49.612514 dv-cinder-823170-1-smb neutron-server[82749]: INFO keyring.backend [-] Loading chainer Dec 29 20:43:49.613074 dv-cinder-823170-1-smb neutron-server[82749]: INFO keyring.backend [-] Loading macOS Dec 29 20:43:49.646271 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 29 20:43:49.646543 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=82749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 29 20:43:49.646829 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 29 20:43:49.647161 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 29 20:43:49.949897 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:49.950131 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:49.950407 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.005975 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.006255 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.006522 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.009635 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.009911 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.010182 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.038294 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.038569 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.038834 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.065010 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.065286 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.065555 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.378008 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.378641 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.378641 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.378813 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.379610 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.498373 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.498689 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.498971 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.499240 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.499505 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.499811 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.500099 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.500356 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.500608 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.500890 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.501146 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.501407 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.501669 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.501922 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.502183 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.502448 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.502702 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.502969 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.503218 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.503495 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.503842 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.504115 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.504872 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.505156 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.505400 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.505641 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.506015 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:50.506251 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:50.506484 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:50.506721 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:50.506951 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:50.507179 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:50.507715 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 29 20:43:50.510816 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 29 20:43:50.514739 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 29 20:43:50.518728 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 29 20:43:50.520973 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 29 20:43:50.521356 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 29 20:43:50.521692 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 29 20:43:50.522081 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 29 20:43:50.524898 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 29 20:43:50.525149 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 29 20:43:50.525491 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 29 20:43:50.552730 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 29 20:43:50.553174 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.553468 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82749) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 29 20:43:50.553827 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.555181 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82749) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 29 20:43:50.555464 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 29 20:43:50.555713 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 29 20:43:50.559109 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.559391 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:50.619905 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 29 20:43:50.620182 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 29 20:43:50.620423 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 29 20:43:50.620790 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 29 20:43:50.651839 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_db.sqlalchemy.engines [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82749) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 29 20:43:50.969195 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Initializing driver for type 'gre' Dec 29 20:43:50.969649 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] gre ID ranges: [(1, 1000)] Dec 29 20:43:51.024752 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Initializing driver for type 'local' Dec 29 20:43:51.025207 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Initializing driver for type 'vlan' Dec 29 20:43:51.036445 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] VlanTypeDriver initialization complete Dec 29 20:43:51.036947 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Initializing driver for type 'vxlan' Dec 29 20:43:51.037398 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] vxlan ID ranges: [(1, 1000)] Dec 29 20:43:51.088277 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Initializing extension driver 'port_security' Dec 29 20:43:51.088777 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.extensions.port_security [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] PortSecurityExtensionDriver initialization complete Dec 29 20:43:51.089198 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Initializing mechanism driver 'openvswitch' Dec 29 20:43:51.089545 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Initializing mechanism driver 'hyperv' Dec 29 20:43:51.096106 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.plugins.ml2.plugin [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:43:51.096833 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > port after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.097209 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > port after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.097563 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > port after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.098664 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:51.099103 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > subnet after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.099457 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > subnet after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.099802 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > subnet after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.100223 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:51.100634 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > network after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.100983 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > network after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.101327 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > network after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.101714 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:51.102119 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > security_group after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.102471 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > security_group after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.102812 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > security_group after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.103203 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:51.103606 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.103977 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.104319 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.104833 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:51.105213 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] ML2 OVO RPC backend initialized. {{(pid=82749) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Dec 29 20:43:51.105855 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router_interface after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.106213 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.106665 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > network before_response 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.107015 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > networks before_response 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.107361 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > port before_response 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.107702 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > ports before_response 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.108075 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > subnet before_response 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.108421 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > subnets before_response 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.108772 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > network after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.109110 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > network after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.109443 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > network after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.109780 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > port after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.110116 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > port after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.110451 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > port after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.110787 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > subnet after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.111122 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > subnet after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.111456 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > subnet after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.112071 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.plugin [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Modular L2 Plugin initialization complete Dec 29 20:43:51.112409 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading services supported by the core plugin {{(pid=82749) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 29 20:43:51.112739 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.plugins.ml2.managers [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Got port-security extension from driver 'port_security' Dec 29 20:43:51.113210 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.extensions.vlantransparent [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Disabled vlantransparent extension. Dec 29 20:43:51.113627 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82749) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 29 20:43:51.113939 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading Plugin: router Dec 29 20:43:51.150012 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router_interface before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.150406 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router after_create 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.150779 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router before_create 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.151146 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.151515 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.151874 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router after_delete 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.152263 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > floatingip after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.152628 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router after_create 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.152979 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router after_update 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.153330 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router after_update 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.153679 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.154039 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router after_update 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.154450 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router precommit_update 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.154820 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: port after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.155171 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: port after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.155512 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: subnet after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.155853 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.156225 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > port precommit_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.156576 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router precommit_create 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.156921 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: port before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.157265 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router precommit_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.157624 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router after_update 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.157968 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router precommit_delete 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.158318 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router precommit_create 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.158679 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router_interface after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.159027 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router precommit_update 55549900 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.159391 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > agent after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.159743 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > agent after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.160117 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > network after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.161570 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Tracking information for resource: router configured {{(pid=82749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:51.161907 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Tracking information for resource: floatingip configured {{(pid=82749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:51.166789 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.db.l3_agentschedulers_db [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 29 20:43:51.167372 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: port after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.167736 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: port after_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.168126 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: port after_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.168481 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: port after_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.169275 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router before_create 55550100 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.169643 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router precommit_delete 55550100 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.170008 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router precommit_create 55550100 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.170366 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > router precommit_update 55550100 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.174823 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.services.provider_configuration [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service providers = [] {{(pid=82749) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 29 20:43:51.175194 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.db.servicetype_db [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82749) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 29 20:43:51.178205 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.services.service_base [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 29 20:43:51.178561 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.services.service_base [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 29 20:43:51.178908 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.services.service_base [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 29 20:43:51.179795 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.services.service_base [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 29 20:43:51.180197 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.services.service_base [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 29 20:43:51.180577 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:51.180899 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 29 20:43:51.191480 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:51.192360 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading Plugin: auto_allocate Dec 29 20:43:51.198425 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: network precommit_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.198799 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: network precommit_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.199316 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:51.199642 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading Plugin: tag Dec 29 20:43:51.206269 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:51.206603 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading Plugin: timestamp Dec 29 20:43:51.211337 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:51.211666 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading Plugin: network_ip_availability Dec 29 20:43:51.217127 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.217503 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.217863 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.218588 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:51.218911 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading Plugin: flavors Dec 29 20:43:51.223760 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:51.224086 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading Plugin: revisions Dec 29 20:43:51.228496 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:51.228884 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_concurrency.lockutils [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.582s {{(pid=82749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 29 20:43:51.229632 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82749) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 29 20:43:51.229961 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Initializing extension manager. Dec 29 20:43:51.230464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: __init__.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.230806 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: __pycache__ {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.231140 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.231473 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.231804 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: _filter_validation_lib.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.232169 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.232499 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: address_group.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.233259 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.233829 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: address-group Dec 29 20:43:51.234152 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: address_scope.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.234861 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.235371 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: address-scope Dec 29 20:43:51.235693 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: admin_state_down_before_update.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.236646 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.237158 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: router-admin-state-down-before-update Dec 29 20:43:51.237483 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: agent.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.238185 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.238720 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: agent Dec 29 20:43:51.239045 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: agent_resources_synced.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.240046 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.240564 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: agent-resources-synced Dec 29 20:43:51.240891 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: allowedaddresspairs.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.242862 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.243420 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: allowed-address-pairs Dec 29 20:43:51.243753 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: auto_allocated_topology.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.244865 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.245382 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: auto-allocated-topology Dec 29 20:43:51.245712 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: availability_zone.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.246405 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.246915 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: availability_zone Dec 29 20:43:51.247238 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: availability_zone_filter.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.248192 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.248711 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: availability_zone_filter Dec 29 20:43:51.249037 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: data_plane_status.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.249949 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.250462 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension data-plane-status not supported by any of loaded plugins Dec 29 20:43:51.250787 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: default_subnetpools.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.251701 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.252245 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: default-subnetpools Dec 29 20:43:51.252580 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: dhcpagentscheduler.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.253355 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.253868 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: dhcp_agent_scheduler Dec 29 20:43:51.254702 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: dns.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.255614 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.256160 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension dns-integration not supported by any of loaded plugins Dec 29 20:43:51.256484 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: dns_domain_ports.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.257409 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.257927 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 29 20:43:51.258253 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: dvr.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.258926 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.259435 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: dvr Dec 29 20:43:51.259757 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: empty_string_filtering.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.260703 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.261213 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: empty-string-filtering Dec 29 20:43:51.261533 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.262442 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.262954 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 29 20:43:51.263273 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.264212 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.264715 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 29 20:43:51.265036 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: external_net.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.265940 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.266447 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: external-net Dec 29 20:43:51.266767 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: extra_dhcp_opt.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.267675 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.268214 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: extra_dhcp_opt Dec 29 20:43:51.268537 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: extraroute.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.269445 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.270535 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: extraroute Dec 29 20:43:51.270859 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: extraroute_atomic.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.271924 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.272499 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: extraroute-atomic Dec 29 20:43:51.272820 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: filter_validation.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.273495 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.274001 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: filter-validation Dec 29 20:43:51.274344 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: fip_pf_description.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.275249 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.275755 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 29 20:43:51.276111 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: fip_port_details.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.277029 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.277539 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: fip-port-details Dec 29 20:43:51.277861 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: flavors.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.279132 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.279651 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: flavors Dec 29 20:43:51.280012 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.281686 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.282215 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 29 20:43:51.282578 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: floatingip_pools.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.283291 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.283809 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: floatingip-pools Dec 29 20:43:51.284166 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: ip_allocation.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.285101 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.285642 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension ip_allocation not supported by any of loaded plugins Dec 29 20:43:51.285968 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.286891 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.287406 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: ip-substring-filtering Dec 29 20:43:51.287737 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: l2_adjacency.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.288698 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.289215 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 29 20:43:51.289543 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: l3.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.290497 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.291018 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: router Dec 29 20:43:51.291344 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: l3_conntrack_helper.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.293724 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.294259 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 29 20:43:51.294589 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.295537 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.296093 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: ext-gw-mode Dec 29 20:43:51.296424 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.297344 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.297858 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: l3-ha Dec 29 20:43:51.298184 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: l3_flavors.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.299097 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.299609 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: l3-flavors Dec 29 20:43:51.299959 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.300890 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.301431 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 29 20:43:51.301758 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: l3agentscheduler.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.302781 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.303306 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: l3_agent_scheduler Dec 29 20:43:51.303633 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: logging.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.305173 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.305703 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension logging not supported by any of loaded plugins Dec 29 20:43:51.306031 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: metering.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.306771 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.307353 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: metering Dec 29 20:43:51.307679 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.308796 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.309320 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: metering_source_and_destination_fields Dec 29 20:43:51.309649 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: multiprovidernet.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.310574 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.311087 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: multi-provider Dec 29 20:43:51.311414 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: netmtu.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.312358 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.312869 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: net-mtu Dec 29 20:43:51.313200 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: netmtu_writable.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.314119 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.314632 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: net-mtu-writable Dec 29 20:43:51.314958 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: network_availability_zone.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.315624 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.316167 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: network_availability_zone Dec 29 20:43:51.316489 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: network_ip_availability.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.318110 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.318624 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: network-ip-availability Dec 29 20:43:51.318953 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: network_segment_range.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.319721 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.320260 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension network-segment-range not supported by any of loaded plugins Dec 29 20:43:51.320583 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: pagination.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.321583 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.321917 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: pagination Dec 29 20:43:51.322241 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.323157 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.323685 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: port-mac-address-regenerate Dec 29 20:43:51.324046 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: port_resource_request.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.324975 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.325486 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension port-resource-request not supported by any of loaded plugins Dec 29 20:43:51.325808 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: portbindings.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.326798 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.327313 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: binding Dec 29 20:43:51.327636 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: portbindings_extended.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.328962 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.329483 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: binding-extended Dec 29 20:43:51.329813 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: portsecurity.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.330731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.331240 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: port-security Dec 29 20:43:51.331567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: project_id.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.332657 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.332994 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: project-id Dec 29 20:43:51.333316 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: providernet.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.334323 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.335036 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: provider Dec 29 20:43:51.335832 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: qos.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.341159 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.341905 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension qos not supported by any of loaded plugins Dec 29 20:43:51.342245 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.343523 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.344073 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 29 20:43:51.344408 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.345331 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.345846 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 29 20:43:51.346174 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: qos_default.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.347085 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.347601 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension qos-default not supported by any of loaded plugins Dec 29 20:43:51.348475 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: qos_fip.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.349133 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.349646 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension qos-fip not supported by any of loaded plugins Dec 29 20:43:51.349966 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: qos_gateway_ip.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.350906 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.351422 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 29 20:43:51.351749 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: qos_port_network_policy.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.352698 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.353267 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 29 20:43:51.353621 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: qos_rule_type_details.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.354556 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.355059 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 29 20:43:51.355382 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: qos_rules_alias.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.356468 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.356986 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 29 20:43:51.357311 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: quotasv2.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.358186 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.358518 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: quotas Dec 29 20:43:51.358846 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: quotasv2_detail.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.360488 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.360829 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: quota_details Dec 29 20:43:51.361160 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: rbac.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.362210 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.362743 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: rbac-policies Dec 29 20:43:51.363076 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: rbac_address_scope.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.364673 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.365195 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: rbac-address-scope Dec 29 20:43:51.365603 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: rbac_security_groups.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.366461 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.366978 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: rbac-security-groups Dec 29 20:43:51.367307 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: rbac_subnetpool.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.368260 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.368773 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: rbac-subnetpool Dec 29 20:43:51.369095 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: revisionifmatch.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.370028 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.370541 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: revision-if-match Dec 29 20:43:51.370863 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: revisions.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.372013 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.372526 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: standard-attr-revisions Dec 29 20:43:51.372851 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: router_availability_zone.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.373521 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.374032 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: router_availability_zone Dec 29 20:43:51.374359 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: routerservicetype.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.375295 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.375803 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension router-service-type not supported by any of loaded plugins Dec 29 20:43:51.376152 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: security_groups_port_filtering.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.377069 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.377579 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: port-security-groups-filtering Dec 29 20:43:51.377900 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: securitygroup.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.388960 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.389500 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: security-group Dec 29 20:43:51.389836 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: segment.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.390626 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.391147 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension segment not supported by any of loaded plugins Dec 29 20:43:51.391481 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.392438 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.392953 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 29 20:43:51.393284 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: servicetype.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.394420 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.394964 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: service-type Dec 29 20:43:51.395294 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: sorting.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.396318 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.396652 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: sorting Dec 29 20:43:51.396977 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: standard_attr_segment.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.397898 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.398424 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 29 20:43:51.398753 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: standardattrdescription.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.399406 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.399940 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: standard-attr-description Dec 29 20:43:51.400269 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: stateful_security_group.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.401191 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.401724 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: stateful-security-group Dec 29 20:43:51.402049 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: stdattrs_common.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.402628 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 29 20:43:51.402951 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.403880 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.404420 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 29 20:43:51.404742 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: subnet_onboard.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.405882 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.406405 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: subnet_onboard Dec 29 20:43:51.406729 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.407652 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.408191 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 29 20:43:51.408516 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: subnet_service_types.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.409438 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.409955 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: subnet-service-types Dec 29 20:43:51.410279 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: subnetallocation.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.411914 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.412440 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: subnet_allocation Dec 29 20:43:51.412771 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.413438 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.413964 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: subnetpool-prefix-ops Dec 29 20:43:51.414292 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.415237 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.415753 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 29 20:43:51.416113 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: tagging.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.417180 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.417714 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: standard-attr-tag Dec 29 20:43:51.418044 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: timestamp.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.419232 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.419748 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loaded extension: standard-attr-timestamp Dec 29 20:43:51.420110 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: trunk.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.421151 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.421668 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension trunk not supported by any of loaded plugins Dec 29 20:43:51.421994 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: trunk_details.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.422914 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.423425 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension trunk-details not supported by any of loaded plugins Dec 29 20:43:51.423747 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: uplink_status_propagation.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.424698 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.425209 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 29 20:43:51.425530 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Loading extension file: vlantransparent.py {{(pid=82749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:51.426859 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:51.427464 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 29 20:43:51.429708 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:network Dec 29 20:43:51.430426 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:subnet Dec 29 20:43:51.431217 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:51.431828 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:port Dec 29 20:43:51.433092 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.433541 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service FLAVORS assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.434171 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.434607 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.434949 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:router Dec 29 20:43:51.435606 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:floatingip Dec 29 20:43:51.436341 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service METERING assigned prefix: /metering {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.437774 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.438145 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.438502 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.439632 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of CountableResource for resource:rbac_policy Dec 29 20:43:51.440116 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:security_group Dec 29 20:43:51.440786 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 29 20:43:51.441509 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service CORE assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.441867 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:51.442214 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] subnetpool is already registered Dec 29 20:43:51.442824 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service CORE assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.443154 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:51.443482 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] subnetpool is already registered Dec 29 20:43:51.446079 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.446517 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service FLAVORS assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.447114 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.447541 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.447875 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:router Dec 29 20:43:51.448233 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] router is already registered Dec 29 20:43:51.448824 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:floatingip Dec 29 20:43:51.449156 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] floatingip is already registered Dec 29 20:43:51.449790 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service METERING assigned prefix: /metering {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.450459 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of CountableResource for resource:rbac_policy Dec 29 20:43:51.450789 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] rbac_policy is already registered Dec 29 20:43:51.451333 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:security_group Dec 29 20:43:51.451663 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] security_group is already registered Dec 29 20:43:51.452275 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 29 20:43:51.452605 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] security_group_rule is already registered Dec 29 20:43:51.453258 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service CORE assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.453591 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:51.453915 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] subnetpool is already registered Dec 29 20:43:51.454514 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.v2.resource_helper [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Service CORE assigned prefix: {{(pid=82749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:51.454849 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:51.455173 dv-cinder-823170-1-smb neutron-server[82749]: WARNING neutron.quota.resource_registry [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] subnetpool is already registered Dec 29 20:43:51.455821 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: extensions {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.457302 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: address-groups {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.458900 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: address-scopes {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.460384 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: agents {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.461541 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: auto-allocated-topology {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.462771 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: availability_zones {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.464110 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: dhcp-networks {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.465493 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: dhcp-agents {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.466912 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: routers {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.468804 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: flavors {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.469955 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: service_profiles {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.471233 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: next_providers {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.472787 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: service_profiles {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.474769 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: floatingip-pools {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.475976 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: routers {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.477730 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: floatingips {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.478950 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: l3-routers {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.481265 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: l3-agents {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.482668 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: metering-labels {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.484050 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: metering-label-rules {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.485702 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: network-ip-availabilities {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.487922 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: bindings {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.491065 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: quotas {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.492549 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: quotas {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.493971 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: rbac-policies {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.495283 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: security-groups {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.496502 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: security-group-rules {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.497780 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: service-providers {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.498987 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: subnetpools {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.500448 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: subnetpools {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.501927 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.503564 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.505414 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.507153 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.508954 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.510615 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.512391 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.514228 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.516098 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.517932 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron.api.extensions [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Extended resource: tags {{(pid=82749) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:51.523707 dv-cinder-823170-1-smb neutron-server[82749]: WARNING keystonemiddleware.auth_token [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 29 20:43:51.528577 dv-cinder-823170-1-smb neutron-server[82749]: WARNING keystonemiddleware.auth_token [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 29 20:43:51.537042 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_concurrency.lockutils [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Acquired lock "singleton_lock" {{(pid=82749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 29 20:43:51.537520 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_concurrency.lockutils [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Releasing lock "singleton_lock" {{(pid=82749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 29 20:43:51.538149 dv-cinder-823170-1-smb neutron-server[82749]: INFO oslo_service.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Starting 2 workers Dec 29 20:43:51.542756 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Started child 82854 {{(pid=82749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 29 20:43:51.546981 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Started child 82855 {{(pid=82749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 29 20:43:51.548167 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:51.548795 dv-cinder-823170-1-smb neutron-server[82749]: INFO neutron.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 29 20:43:51.549154 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Notify callbacks [] for process, before_spawn {{(pid=82749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:51.549610 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [-] (82854) wsgi starting up on http://0.0.0.0:9696 Dec 29 20:43:51.552234 dv-cinder-823170-1-smb neutron-server[82749]: INFO oslo_service.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Starting 1 workers Dec 29 20:43:51.552779 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:51.554182 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [-] (82855) wsgi starting up on http://0.0.0.0:9696 Dec 29 20:43:51.557205 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Started child 82856 {{(pid=82749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 29 20:43:51.557739 dv-cinder-823170-1-smb neutron-server[82749]: INFO oslo_service.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Starting 1 workers Dec 29 20:43:51.560971 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] calling RpcWorker wait() {{(pid=82856) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 29 20:43:51.561520 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] returning from RpcWorker wait() {{(pid=82856) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 29 20:43:51.562065 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Started child 82857 {{(pid=82749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 29 20:43:51.562628 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:51.562849 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG neutron_lib.callbacks.manager [None req-0153297b-4b5a-42ab-bdf5-4a97767e825b None None] Notify callbacks [] for process, after_spawn {{(pid=82749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:51.563100 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:43:51.564788 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 29 20:43:51.565000 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 29 20:43:51.565532 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 29 20:43:51.565759 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 29 20:43:51.566098 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 29 20:43:51.566267 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 29 20:43:51.566837 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.567123 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.567391 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.567673 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.567988 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.568299 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:51.568768 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.568768 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.569012 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.569288 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.569537 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.569631 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:43:51.569713 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.569860 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.570111 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.570341 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.570643 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.570926 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.571163 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.571455 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.571627 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.571873 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.572164 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.572390 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.572647 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] debug = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.572894 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.573400 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.573632 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.573876 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.574116 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.574389 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.574637 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.574911 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.575145 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.575367 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.575607 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.575879 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.576125 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.576394 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.576663 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.576882 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.577345 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] host = dv-cinder-823170-1-smb {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.577593 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.577826 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.578076 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.578328 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.578585 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.578801 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.579077 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.579319 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.579564 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.579788 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.580066 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.580315 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.580554 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.580793 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_file = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.580957 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_options = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.581193 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.581469 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.581725 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.581918 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.582086 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.582781 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.583058 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.583237 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.583469 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.583685 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.583929 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.584148 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.584405 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.584641 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.584911 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.585393 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.585608 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.585834 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.586092 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.586325 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.586562 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.586792 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.587036 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.587253 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.587493 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.587711 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.587977 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.588198 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.588410 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.588654 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.588931 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.589173 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.589416 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.589659 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.589889 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.590118 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.590351 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.590623 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.590854 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.591097 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.591369 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.591586 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.591832 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.592108 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.592251 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.592480 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_json = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.592697 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.592910 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.593160 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.593376 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.594414 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.594768 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.594986 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.595288 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.595591 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.596027 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.596268 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.596714 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.596829 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.596983 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.597217 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.597444 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.598578 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.599228 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.599564 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.599796 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.600183 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.601332 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.601332 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.601332 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.601332 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.601677 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.601677 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.601821 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.602832 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.602832 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.602832 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.602832 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.603161 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.603161 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.603395 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.603624 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.603850 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.604137 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.604393 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.604644 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.604877 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.605093 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.605312 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.606058 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.606058 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.606058 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.606308 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.606390 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.608567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.608567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.608567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.608567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.608567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.608567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.608567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.608567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.609140 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.609140 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.609140 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.609360 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.609597 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.609833 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.610044 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.610250 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.610486 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.610729 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.610945 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.611172 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.611407 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.611649 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.611861 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.612109 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.612337 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.612545 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.612926 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.613303 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.613522 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.613781 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.613994 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.614225 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.614443 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.614658 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.614959 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.615275 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.615511 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.615762 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.616004 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.616253 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.616500 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.616733 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.616997 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.617216 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.617430 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.617685 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.618054 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.618441 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.618701 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.618937 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.619336 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.619563 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.619806 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.620090 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.620324 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.620566 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.620841 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.621086 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.621471 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.621874 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.622249 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.622660 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.623071 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.623348 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.623568 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.623823 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.624156 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.624438 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.624694 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.624927 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.625162 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.625421 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.625810 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.626243 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.626612 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.627032 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.627285 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.627565 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.627805 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.628079 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.628325 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.628555 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.628883 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.629139 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.629385 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.629613 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.629882 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.630120 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.630368 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.630624 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.630887 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.631147 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.631387 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.631627 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.631855 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.632132 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.632358 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.632567 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.632799 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.633030 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.633247 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.633491 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.633714 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.633960 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.634189 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.634401 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.634626 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.634838 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.635070 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.635318 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.635523 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.635738 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.635992 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.636231 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.636460 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.636671 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.636899 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.637148 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.637358 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.637613 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.637851 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.638079 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.638369 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.638642 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.639019 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.639235 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.639478 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.639695 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.639932 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.640135 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.640345 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.640573 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.640780 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.641003 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.641210 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.641434 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.641648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.641959 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.642192 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.642441 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.642669 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.642879 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.643093 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.643325 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.643534 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.643742 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.644147 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.644742 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.645593 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.645965 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.646328 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.646686 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.647044 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.647407 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.647774 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.648293 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.648673 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.649018 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.649438 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.649824 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.650060 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.650299 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.650539 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.650787 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.651013 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.651226 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.651438 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.651650 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.651988 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.652249 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.652469 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.652759 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.653161 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.653527 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.653920 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.654364 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.654578 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.654833 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.655070 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.655306 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.655520 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.655780 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.656208 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.656500 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.656749 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.656976 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.657252 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.657537 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.657808 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.658036 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.658323 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.658639 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.658935 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.659190 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.659411 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.659683 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.659915 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.660131 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.660373 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.661215 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.661427 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.661660 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.661889 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.662107 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.662335 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.662555 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.662781 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.662997 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.663225 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.663440 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.663650 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.663800 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 29 20:43:51.664377 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 29 20:43:51.664540 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 29 20:43:51.664687 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 29 20:43:51.665005 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 29 20:43:51.665172 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 29 20:43:51.665321 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 29 20:43:51.665523 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.665679 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.665832 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.665985 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.666163 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.666320 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.666478 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.666629 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.666784 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.666934 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.667237 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.667389 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.667540 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.667694 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.667846 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.668025 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.668218 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.668326 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.668493 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.668654 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.668805 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.668958 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.669109 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] debug = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.669261 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.669466 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.669627 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.669778 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.669930 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.670081 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.670232 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.670383 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.670536 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.670686 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.670838 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.670988 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.671139 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.671290 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.671440 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.671590 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.671741 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] host = dv-cinder-823170-1-smb {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.671892 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.672067 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.672218 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.672370 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.672520 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.672671 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.672821 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.672973 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.673125 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.673275 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.673427 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.673578 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.673728 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.673879 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_file = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.674030 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_options = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.674180 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.674330 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.674481 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.674667 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.674813 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.674966 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.675118 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.675269 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.675421 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.675572 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.675723 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.675873 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.676069 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.676224 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.676376 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.676527 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.676679 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.676830 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.676981 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.677131 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.677283 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.677433 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.677584 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.677739 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.677888 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.678191 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.678429 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.678557 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.678682 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.678806 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.678941 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.679066 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.679181 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.679495 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.679495 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.679654 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.679734 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.680108 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.680197 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.680291 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.680438 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.680596 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.680747 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.680899 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.681078 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.681206 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_json = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.681358 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.681514 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.681662 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.681952 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.682113 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.682265 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.682416 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.682568 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:51.682737 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.682894 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.683060 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.683215 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.683369 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.683523 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.683678 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.684001 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.684001 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.684151 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.684296 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.684451 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.684621 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.684839 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.684939 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.685079 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.685233 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.685388 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.685543 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.685698 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.685853 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.686008 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.686167 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.686322 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.686475 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.686628 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.686783 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.686938 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.687093 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.687247 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.687402 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.687555 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.687711 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.687867 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.688132 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.688287 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.688445 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.688599 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.688753 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.688908 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.689850 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.689850 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.689850 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.689850 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.689850 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.689850 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.690271 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.690271 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.690271 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.690493 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.690573 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.690692 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.690846 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.691002 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.691156 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.691310 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.691465 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.691618 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.691792 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.691967 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.692124 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.692279 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.692433 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.692586 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.692740 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.692899 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.693054 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.693361 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.693515 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.693816 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.693973 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.694127 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.694281 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.694435 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.694601 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.694770 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.694923 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.695077 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.695232 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.695386 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.695540 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.695693 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.695844 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.696023 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.696185 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.696338 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.696492 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.696648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.696807 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.696964 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.697105 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.697242 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.697373 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.697518 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.697653 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.697808 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.697963 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.698222 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.698371 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.698506 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.698587 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.698756 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.698900 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.699044 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.699179 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.699311 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.699445 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.699578 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.699710 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.699845 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.700019 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.700168 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.700302 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.700502 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.700621 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.700733 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.700889 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.701043 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.701203 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.701358 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.701511 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.701664 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.701839 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.701992 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.702145 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.702300 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.702453 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.702606 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.702761 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.702914 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.703066 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.703220 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.703379 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.703531 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.703685 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.703838 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.704046 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.704163 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:43:51.704255 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.704338 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.704458 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.704610 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.704764 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.704918 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.705071 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.705223 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.705376 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.705529 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.705682 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.705835 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.705989 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.706146 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.706301 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.706456 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.706608 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.706773 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.706902 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.707055 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.707207 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.707973 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.708148 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.708304 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.708459 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.708613 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.708769 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.708966 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.709079 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.709235 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.709390 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.709545 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.709700 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.709854 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.710469 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.710651 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.710798 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.710939 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.711088 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.711241 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.711381 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.711519 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.711657 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.711795 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.711979 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.712125 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.712264 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.712401 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.712538 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.712675 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.712813 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.712951 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.713100 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.713248 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.713388 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.716003 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.716003 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.716003 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.716003 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.716003 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.716989 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55750) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:43:51.717107 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717107 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717107 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717107 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717107 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717107 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717107 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717107 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.717648 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.718731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.718731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.718731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.718731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.718731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.718731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.718731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.718731 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.719662 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.719662 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.719662 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.719662 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.719662 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.719662 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.719662 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.719662 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.720464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.720464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.720464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.720464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.720464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.720464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.720464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.720464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.720464 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721101 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721101 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721101 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721101 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721101 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721101 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721509 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721509 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721509 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721718 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721798 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.721928 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.722191 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:51.722297 dv-cinder-823170-1-smb neutron-server[82749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 29 20:43:51.727060 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0107503 Dec 29 20:44:01.902894 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b1f1c-986b-49b5-bd84-f72611900486 None None] get_active_networks_info from dv-cinder-823170-1-smb {{(pid=82856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 29 20:44:01.978751 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b1f1c-986b-49b5-bd84-f72611900486 None None] No non-hosted networks {{(pid=82856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 29 20:44:01.988342 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.agentschedulers_db [None req-8d9b1f1c-986b-49b5-bd84-f72611900486 None None] DHCP Agent not found on host dv-cinder-823170-1-smb {{(pid=82856) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 29 20:44:02.044557 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c18730f1-680e-4ca0-b126-d361a18eb615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350108'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:04.071791 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f930f426-ce64-4888-b416-74c247fe9c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350108'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:04.116559 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-8274f537-a219-459f-8404-206e658d55d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:05.174885 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350108'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:05.367473 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350108'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:05.368570 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.368963 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.369471 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.370172 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.370873 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.371457 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.372067 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.372610 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.373179 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.373710 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.374293 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:05.374902 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-823170-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:05.380507 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-823170-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:06.482810 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350108'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:08.178118 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55846) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:08.780648 dv-cinder-823170-1-smb neutron-server[82855]: WARNING oslo_policy.policy [None req-147d44ed-3b53-420a-93d4-4f32bd30a983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:08.781249 dv-cinder-823170-1-smb neutron-server[82855]: WARNING oslo_policy.policy [None req-147d44ed-3b53-420a-93d4-4f32bd30a983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:08.999620 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [None req-147d44ed-3b53-420a-93d4-4f32bd30a983 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=82855) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:44:09.000661 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-147d44ed-3b53-420a-93d4-4f32bd30a983 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8215415 Dec 29 20:44:09.041000 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.db.l3_hamode_db [None req-467a7f0a-220c-493c-8ae7-4a9a1a8f30b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 29 20:44:09.131879 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a7f0a-220c-493c-8ae7-4a9a1a8f30b8 None None] Routers set() bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:09.132324 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a7f0a-220c-493c-8ae7-4a9a1a8f30b8 None None] Router IDs set() for agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 29 20:44:11.215028 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55860) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:11.602731 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-1aaed2f8-0fe1-4f36-be6f-45bc8c730032 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:11.655254 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.policy [None req-1aaed2f8-0fe1-4f36-be6f-45bc8c730032 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82855) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 29 20:44:11.656048 dv-cinder-823170-1-smb neutron-server[82855]: WARNING oslo_policy.policy [None req-1aaed2f8-0fe1-4f36-be6f-45bc8c730032 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:11.656416 dv-cinder-823170-1-smb neutron-server[82855]: WARNING oslo_policy.policy [None req-1aaed2f8-0fe1-4f36-be6f-45bc8c730032 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:11.659609 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.quota [None req-1aaed2f8-0fe1-4f36-be6f-45bc8c730032 admin admin] Loaded quota_driver: . Dec 29 20:44:11.675266 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-1aaed2f8-0fe1-4f36-be6f-45bc8c730032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:11.743423 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1aaed2f8-0fe1-4f36-be6f-45bc8c730032 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744268444968', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744268458317', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744268338269', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744268334071', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744268342525', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-541963', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3764304', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3688917'] for rbac-policy, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:11.810210 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1aaed2f8-0fe1-4f36-be6f-45bc8c730032 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:11.819523 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-1aaed2f8-0fe1-4f36-be6f-45bc8c730032 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5954449 Dec 29 20:44:14.312842 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55874) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:14.683973 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Request body: {'network': {'project_id': '0365f7521c644edcb5d65c07c4153942', 'name': 'private', 'admin_state_up': True}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:14.688583 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:14.693417 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Usage tracker for resource:network and tenant:0365f7521c644edcb5d65c07c4153942 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:14.697963 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:14.703830 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:14.713907 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Made reservation on behalf of 0365f7521c644edcb5d65c07c4153942 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:44:14.716645 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:14.733875 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:14.776659 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:14.780280 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Usage tracker for resource:security_group_rule and tenant:0365f7521c644edcb5d65c07c4153942 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:14.783017 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:14.789456 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:14.856086 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:14.860100 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:14.883426 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:44:14.909576 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744270378469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:14.910724 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Unsubscribe: segment precommit_create {{(pid=82855) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 29 20:44:14.911208 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Added segment 79f60655-d07e-4ed0-8a89-5e8490e6c595 of type vlan for network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 Dec 29 20:44:14.924646 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528bcc83-25f3-4cbe-a7a7-9aa9498c9779,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:14.974089 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.974354 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.974683 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.975008 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.975328 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.975648 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.975993 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.976326 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.976645 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.976956 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.977548 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Tracked resource versions report: Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: pushed versions: Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Log': {'1.0'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Network': {'1.1'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Port': {'1.5'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'PortForwarding': {'1.2'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'QosPolicy': {'1.8'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'SecurityGroup': {'1.2'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'SubPort': {'1.0'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Subnet': {'1.1'}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Trunk': {'1.1'}} Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: consumer versions: Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: { DHCP agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: L3 agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: Metadata agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: Metering agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: Open vSwitch agent@dv-cinder-823170-1-smb: { 'ConntrackHelper': '1.0', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Log': '1.0', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Network': '1.1', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Port': '1.5', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'PortForwarding': '1.2', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'QosPolicy': '1.8', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'SecurityGroup': '1.2', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'SecurityGroupRule': '1.0', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'SubPort': '1.0', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Subnet': '1.1', Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: 'Trunk': '1.1'}} Dec 29 20:44:14.978608 dv-cinder-823170-1-smb neutron-server[82855]: {{(pid=82855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:44:15.030983 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:15.069242 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:15.070218 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:15.070842 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:15.178757 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8648503 Dec 29 20:44:15.179462 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31703a7c-efb0-483a-8e99-bde82886929b admin admin] Pushing event updated for resources: {'Network': ['ID=39db2ffd-3b59-4ff6-8071-5ac77a16de94,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:15.192069 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:44:17.700663 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55890) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:18.163965 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd5901-91bb-4038-bed0-e173903b9ff2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:18.165282 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-8bfd5901-91bb-4038-bed0-e173903b9ff2 admin admin] 10.222.0.16 "GET /v2.0/networks/39db2ffd-3b59-4ff6-8071-5ac77a16de94 HTTP/1.1" status: 200 len: 824 time: 0.4636536 Dec 29 20:44:18.194625 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-76b1662f-056d-4315-a9ae-132a802a7a9d admin admin] 10.222.0.16 "GET /v2.0/subnetpools/94336316-500e-43de-9120-50544c5c34e1 HTTP/1.1" status: 200 len: 734 time: 0.0241075 Dec 29 20:44:18.202655 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'subnetpool_id': '94336316-500e-43de-9120-50544c5c34e1', 'name': 'private-subnet', 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:18.206805 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:18.210683 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Usage tracker for resource:subnet and tenant:0365f7521c644edcb5d65c07c4153942 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:18.213518 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:18.218908 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:18.228889 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Made reservation on behalf of 0365f7521c644edcb5d65c07c4153942 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:44:18.231246 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:18.489657 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:18.570276 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=06472719-86be-4c9a-9026-0dfe4f53dbcd,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:18.576316 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Checking segment: {'id': '79f60655-d07e-4ed0-8a89-5e8490e6c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:18.576670 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Network hostable DHCP agents. Network: 39db2ffd-3b59-4ff6-8071-5ac77a16de94, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:44:18.600442 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:44:18.609712 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 39db2ffd-3b59-4ff6-8071-5ac77a16de94) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:18.614243 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:18.614831 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:18.619307 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ffc8c-858f-420d-b68e-68dabdd2a64c None None] Network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:44:18.633742 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-550def6a-eb58-4de9-9068-17b30c1871dd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4342120 Dec 29 20:44:18.923283 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fdf2a6-bc19-5efc-b676-61f68fb09f14-39db2ffd-3b59-4ff6-8071-5ac77a16de94', 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'fixed_ips': [{'subnet_id': '06472719-86be-4c9a-9026-0dfe4f53dbcd'}]}} from dv-cinder-823170-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:44:18.924508 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:19.104128 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Allocated IP 172.20.0.2 (39db2ffd-3b59-4ff6-8071-5ac77a16de94/06472719-86be-4c9a-9026-0dfe4f53dbcd/f4b57ac2-dfb8-4d53-854d-d95c32ef108b) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:44:19.324332 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:19.338059 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Transition to ACTIVE for port object f4b57ac2-dfb8-4d53-854d-d95c32ef108b will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:19.359710 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Transition to ACTIVE for port object f4b57ac2-dfb8-4d53-854d-d95c32ef108b will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:19.366193 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:19.429909 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:44:19.432718 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:19.437645 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Pushing event updated for resources: {'Port': ['ID=f4b57ac2-dfb8-4d53-854d-d95c32ef108b,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:19.439873 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:44:19.478902 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.479243 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.479579 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.479924 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.480261 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.480587 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.480910 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.481230 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.481549 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.481864 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.482181 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Tracked resource versions report: Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: pushed versions: Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Log': {'1.0'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Network': {'1.1'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Port': {'1.5'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'PortForwarding': {'1.2'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'QosPolicy': {'1.8'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'SecurityGroup': {'1.2'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'SubPort': {'1.0'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Subnet': {'1.1'}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Trunk': {'1.1'}} Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: consumer versions: Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: { DHCP agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: L3 agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: Metadata agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: Metering agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: Open vSwitch agent@dv-cinder-823170-1-smb: { 'ConntrackHelper': '1.0', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Log': '1.0', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Network': '1.1', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Port': '1.5', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'PortForwarding': '1.2', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'QosPolicy': '1.8', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'SecurityGroup': '1.2', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'SecurityGroupRule': '1.0', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'SubPort': '1.0', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Subnet': '1.1', Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: 'Trunk': '1.1'}} Dec 29 20:44:19.483263 dv-cinder-823170-1-smb neutron-server[82856]: {{(pid=82856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:44:19.539211 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Attempting to bind port f4b57ac2-dfb8-4d53-854d-d95c32ef108b on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:44:19.539604 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Attempting to bind port f4b57ac2-dfb8-4d53-854d-d95c32ef108b by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '79f60655-d07e-4ed0-8a89-5e8490e6c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:44:19.540037 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Attempting to bind port f4b57ac2-dfb8-4d53-854d-d95c32ef108b on network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:44:19.546629 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:44:19.547028 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Checking segment: {'id': '79f60655-d07e-4ed0-8a89-5e8490e6c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:19.547501 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:19.548001 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Bound using segment: {'id': '79f60655-d07e-4ed0-8a89-5e8490e6c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:44:19.548416 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Bound port: f4b57ac2-dfb8-4d53-854d-d95c32ef108b, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f60655-d07e-4ed0-8a89-5e8490e6c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:44:19.548819 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:19.633622 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] For port f4b57ac2-dfb8-4d53-854d-d95c32ef108b, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:44:19.637330 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] For port f4b57ac2-dfb8-4d53-854d-d95c32ef108b, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=f4b57ac2-dfb8-4d53-854d-d95c32ef108b,segment=NetworkSegment(79f60655-d07e-4ed0-8a89-5e8490e6c595),segment_id=79f60655-d07e-4ed0-8a89-5e8490e6c595)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:44:19.642143 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:19.744324 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573c963-8ca9-44df-81aa-3a92c3bf2c0a None None] Pushing event updated for resources: {'Port': ['ID=f4b57ac2-dfb8-4d53-854d-d95c32ef108b,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:20.896793 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55900) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:21.280697 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [None req-e3882253-a606-4506-b6da-14a8788ab033 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=82855) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:44:21.281665 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e3882253-a606-4506-b6da-14a8788ab033 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3839309 Dec 29 20:44:23.365756 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe9e01b-e2f4-4530-97d1-1707396b7a66 None None] Network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:44:23.452658 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-b4027cca-020d-4fa6-8ecd-0b750fe102bf None None] Provisioning for port f4b57ac2-dfb8-4d53-854d-d95c32ef108b completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:23.526595 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55914) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:23.627597 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f4b57ac2-dfb8-4d53-854d-d95c32ef108b up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:23.697119 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port f4b57ac2-dfb8-4d53-854d-d95c32ef108b completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:23.702258 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port f4b57ac2-dfb8-4d53-854d-d95c32ef108b triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:23.702707 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:23.821515 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:23.854189 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port f4b57ac2-dfb8-4d53-854d-d95c32ef108b, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=f4b57ac2-dfb8-4d53-854d-d95c32ef108b,segment=NetworkSegment(79f60655-d07e-4ed0-8a89-5e8490e6c595),segment_id=79f60655-d07e-4ed0-8a89-5e8490e6c595)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:44:23.858038 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:23.933113 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-0cc0ebf6-409a-415b-ac7d-2462c068cdeb None None] Provisioning complete for port f4b57ac2-dfb8-4d53-854d-d95c32ef108b triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:23.933484 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ebf6-409a-415b-ac7d-2462c068cdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:23.938992 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [None req-559578bf-475b-44f1-93a5-e35fb92fa0fd admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=82855) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:44:23.940105 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-559578bf-475b-44f1-93a5-e35fb92fa0fd admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4125078 Dec 29 20:44:23.959732 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=f4b57ac2-dfb8-4d53-854d-d95c32ef108b,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:25.605296 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f4b57ac2-dfb8-4d53-854d-d95c32ef108b up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:25.674125 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port f4b57ac2-dfb8-4d53-854d-d95c32ef108b triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:25.674489 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:26.467647 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55926) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:26.933494 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '0365f7521c644edcb5d65c07c4153942'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:26.938391 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:26.942676 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Usage tracker for resource:router and tenant:0365f7521c644edcb5d65c07c4153942 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:26.945885 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:26.951313 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:26.961532 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-351536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1404'] for router, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:26.963000 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1397'] for router, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:26.986751 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:27.099687 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-348749'] for router, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:27.116514 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:27.117650 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3ed92fa5-de2b-4e59-adc2-97aaf329fb21 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6490064 Dec 29 20:44:29.333076 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55936) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:29.710006 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [None req-50b51f75-604d-458b-8a68-da4187058c89 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=82855) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:44:29.711165 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-50b51f75-604d-458b-8a68-da4187058c89 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3771749 Dec 29 20:44:31.798662 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-438ca51d-d71c-4f4d-a051-e3ff5ec650b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:31.944346 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 55946) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:32.316150 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:32.320941 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:32.324605 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Usage tracker for resource:network and tenant:f216e9e0cc88409e9e1d807871e39d1b is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:32.327361 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:32.332958 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:32.342761 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Made reservation on behalf of f216e9e0cc88409e9e1d807871e39d1b for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:44:32.344954 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:32.359258 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:32.389766 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:32.393337 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Usage tracker for resource:security_group_rule and tenant:f216e9e0cc88409e9e1d807871e39d1b is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:32.396026 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:32.404156 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:32.465287 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:32.468464 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:32.485431 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Reserving flat network on physical network physnet1 {{(pid=82855) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 29 20:44:32.505540 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28aaafe-0c40-4763-bd86-75f3f0809357,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:32.509650 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:32.509990 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Added segment e9fdb906-9b13-4b05-bed6-c4109e3751b5 of type flat for network 5e347921-4c99-41bd-9871-1de55a6c1867 Dec 29 20:44:32.540397 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:32.573846 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:32.574579 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:32.575206 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:32.674348 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7289407 Dec 29 20:44:32.675111 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b643c9-3459-40ed-860d-223103630662 admin admin] Pushing event updated for resources: {'Network': ['ID=5e347921-4c99-41bd-9871-1de55a6c1867,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:32.685185 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 5e347921-4c99-41bd-9871-1de55a6c1867 details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:44:34.066652 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d5072548-c531-4be0-b1dc-82e42993d36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:34.873831 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 55956) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:35.128430 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:35.364622 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:35.458990 dv-cinder-823170-1-smb neutron-server[82854]: WARNING oslo_policy.policy [None req-bbf332f9-2f3c-4fc4-9386-eaeed0da87d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:35.459542 dv-cinder-823170-1-smb neutron-server[82854]: WARNING oslo_policy.policy [None req-bbf332f9-2f3c-4fc4-9386-eaeed0da87d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:35.814548 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.policy [None req-bbf332f9-2f3c-4fc4-9386-eaeed0da87d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82854) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 29 20:44:35.815340 dv-cinder-823170-1-smb neutron-server[82854]: WARNING oslo_policy.policy [None req-bbf332f9-2f3c-4fc4-9386-eaeed0da87d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:35.816333 dv-cinder-823170-1-smb neutron-server[82854]: WARNING oslo_policy.policy [None req-bbf332f9-2f3c-4fc4-9386-eaeed0da87d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:35.819059 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf332f9-2f3c-4fc4-9386-eaeed0da87d1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:35.820951 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bbf332f9-2f3c-4fc4-9386-eaeed0da87d1 admin admin] 10.222.0.16 "GET /v2.0/subnets/06472719-86be-4c9a-9026-0dfe4f53dbcd HTTP/1.1" status: 200 len: 849 time: 0.9451702 Dec 29 20:44:35.995567 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5c45f697-5594-43df-bc15-ac7ca36726a3 admin admin] 10.222.0.16 "GET /v2.0/routers/c7d23f8d-bfcc-4698-9134-e0162599ae13 HTTP/1.1" status: 200 len: 704 time: 0.1694074 Dec 29 20:44:36.429245 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:36.447496 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:36.696682 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Allocated IP 172.20.0.1 (39db2ffd-3b59-4ff6-8071-5ac77a16de94/06472719-86be-4c9a-9026-0dfe4f53dbcd/76f3d39d-aa2e-4586-93ac-c6c374cdccb6) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:44:36.859963 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:36.877201 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Transition to ACTIVE for port object 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:36.930565 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:36.985596 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:44:36.986598 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:37.025659 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Pushing event updated for resources: {'Port': ['ID=76f3d39d-aa2e-4586-93ac-c6c374cdccb6,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:37.030227 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:44:37.030759 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-348819'] for router_interface, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:37.039637 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.040008 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.040346 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.040677 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.041007 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.041335 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.041660 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.041995 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.042325 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.042636 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.042950 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Tracked resource versions report: Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: pushed versions: Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Log': {'1.0'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Network': {'1.1'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Port': {'1.5'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'PortForwarding': {'1.2'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'QosPolicy': {'1.8'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'SecurityGroup': {'1.2'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'SubPort': {'1.0'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Subnet': {'1.1'}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Trunk': {'1.1'}} Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: consumer versions: Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: { DHCP agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: L3 agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: Metadata agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: Metering agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: Open vSwitch agent@dv-cinder-823170-1-smb: { 'ConntrackHelper': '1.0', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Log': '1.0', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Network': '1.1', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Port': '1.5', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'PortForwarding': '1.2', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'QosPolicy': '1.8', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'SecurityGroup': '1.2', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'SecurityGroupRule': '1.0', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'SubPort': '1.0', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Subnet': '1.1', Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: 'Trunk': '1.1'}} Dec 29 20:44:37.044037 dv-cinder-823170-1-smb neutron-server[82854]: {{(pid=82854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:44:37.155855 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:37.231881 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-12600559-54ec-4226-9bf6-15967b5c70a0 None None] Provisioning for port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:37.236390 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-12600559-54ec-4226-9bf6-15967b5c70a0 None None] Provisioning complete for port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:37.236706 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-12600559-54ec-4226-9bf6-15967b5c70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:37.289512 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-12600559-54ec-4226-9bf6-15967b5c70a0 None None] Port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:44:37.375822 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:37.380548 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:37.381270 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350074'] for router_interface, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:37.504191 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Pushing event updated for resources: {'Port': ['ID=76f3d39d-aa2e-4586-93ac-c6c374cdccb6,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:37.571646 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:44:37.572657 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:37.812297 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-013a0fe3-057b-4066-bc9d-5a0b2c87096f None None] Provisioning complete for port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:37.812839 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-013a0fe3-057b-4066-bc9d-5a0b2c87096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:37.864498 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-013a0fe3-057b-4066-bc9d-5a0b2c87096f None None] Port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:44:37.952180 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Router c7d23f8d-bfcc-4698-9134-e0162599ae13 is scheduled to L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:44:38.114309 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:44:38.124232 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Sync routers for ids ['c7d23f8d-bfcc-4698-9134-e0162599ae13'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:44:38.124698 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bb18d81d-f862-4379-a3b9-9a8d343660ab admin admin] 10.222.0.16 "PUT /v2.0/routers/c7d23f8d-bfcc-4698-9134-e0162599ae13/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1239367 Dec 29 20:44:38.137741 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Routers {'c7d23f8d-bfcc-4698-9134-e0162599ae13'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:38.138603 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:44:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['c7d23f8d-bfcc-4698-9134-e0162599ae13'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:38.308617 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Set router c7d23f8d-bfcc-4698-9134-e0162599ae13 gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:44:38.663154 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'name': 'router1', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:26Z', 'updated_at': '2021-12-29T20:44:37Z', 'revision_number': 2, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'gw_port_host': None, '_interfaces': [{'id': '76f3d39d-aa2e-4586-93ac-c6c374cdccb6', 'name': '', 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'mac_address': 'fa:16:3e:39:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:36Z', 'updated_at': '2021-12-29T20:44:37Z', 'revision_number': 2, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'subnets': [{'id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94336316-500e-43de-9120-50544c5c34e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:38.667976 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Checking router: c7d23f8d-bfcc-4698-9134-e0162599ae13 for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:44:38.668354 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Updating router c7d23f8d-bfcc-4698-9134-e0162599ae13 port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 binding host dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:44:38.720614 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:39.082088 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:39.097330 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Transition to ACTIVE for port object 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:39.103708 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:39.339273 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Pushing event updated for resources: {'Port': ['ID=76f3d39d-aa2e-4586-93ac-c6c374cdccb6,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:39.351927 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Attempting to bind port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:44:39.352320 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Attempting to bind port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '79f60655-d07e-4ed0-8a89-5e8490e6c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:44:39.352736 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Attempting to bind port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 on network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:44:39.355836 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.356223 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.356562 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.356897 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.357229 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.357555 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.357876 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.358197 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.358517 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.358836 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.359152 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Tracked resource versions report: Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: pushed versions: Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Log': {'1.0'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Network': {'1.1'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Port': {'1.5'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'PortForwarding': {'1.2'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'QosPolicy': {'1.8'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'SecurityGroup': {'1.2'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'SubPort': {'1.0'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Subnet': {'1.1'}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Trunk': {'1.1'}} Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: consumer versions: Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: { DHCP agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: L3 agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: Metadata agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: Metering agent@dv-cinder-823170-1-smb: {}, Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: Open vSwitch agent@dv-cinder-823170-1-smb: { 'ConntrackHelper': '1.0', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Log': '1.0', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Network': '1.1', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Port': '1.5', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'PortForwarding': '1.2', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'QosPolicy': '1.8', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'SecurityGroup': '1.2', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'SecurityGroupRule': '1.0', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'SubPort': '1.0', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Subnet': '1.1', Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: 'Trunk': '1.1'}} Dec 29 20:44:39.360248 dv-cinder-823170-1-smb neutron-server[82857]: {{(pid=82857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:44:39.367143 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:44:39.367549 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Checking segment: {'id': '79f60655-d07e-4ed0-8a89-5e8490e6c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:39.368065 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:39.368450 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Bound using segment: {'id': '79f60655-d07e-4ed0-8a89-5e8490e6c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:44:39.368952 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Bound port: 76f3d39d-aa2e-4586-93ac-c6c374cdccb6, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f60655-d07e-4ed0-8a89-5e8490e6c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:44:39.369335 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:39.455939 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] For port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:44:39.459725 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] For port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=76f3d39d-aa2e-4586-93ac-c6c374cdccb6,segment=NetworkSegment(79f60655-d07e-4ed0-8a89-5e8490e6c595),segment_id=79f60655-d07e-4ed0-8a89-5e8490e6c595)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:44:39.464613 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:39.551228 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ead1c3-a66e-48e9-9a3d-cab20c4596c3 None None] Pushing event updated for resources: {'Port': ['ID=76f3d39d-aa2e-4586-93ac-c6c374cdccb6,revision_number=4']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:39.555688 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Routers {'c7d23f8d-bfcc-4698-9134-e0162599ae13'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:39.556319 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:44:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['c7d23f8d-bfcc-4698-9134-e0162599ae13'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:39.710089 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] Set router c7d23f8d-bfcc-4698-9134-e0162599ae13 gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:44:40.031871 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'name': 'router1', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:26Z', 'updated_at': '2021-12-29T20:44:37Z', 'revision_number': 2, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'gw_port_host': None, '_interfaces': [{'id': '76f3d39d-aa2e-4586-93ac-c6c374cdccb6', 'name': '', 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'mac_address': 'fa:16:3e:39:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:36Z', 'updated_at': '2021-12-29T20:44:39Z', 'revision_number': 4, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'subnets': [{'id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94336316-500e-43de-9120-50544c5c34e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:40.035664 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b1bc6-3227-4525-936e-5834e09a8b74 None None] The sync data for ids ['c7d23f8d-bfcc-4698-9134-e0162599ae13'] in dv-cinder-823170-1-smb is: [{'id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'name': 'router1', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:26Z', 'updated_at': '2021-12-29T20:44:37Z', 'revision_number': 2, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'gw_port_host': None, '_interfaces': [{'id': '76f3d39d-aa2e-4586-93ac-c6c374cdccb6', 'name': '', 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'mac_address': 'fa:16:3e:39:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:36Z', 'updated_at': '2021-12-29T20:44:39Z', 'revision_number': 4, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'subnets': [{'id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94336316-500e-43de-9120-50544c5c34e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:44:40.425932 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 55988) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:40.701746 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb4bec-3ee3-4813-8916-4d25fddc8f76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:40.703172 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-10eb4bec-3ee3-4813-8916-4d25fddc8f76 admin admin] 10.222.0.16 "GET /v2.0/networks/5e347921-4c99-41bd-9871-1de55a6c1867 HTTP/1.1" status: 200 len: 842 time: 0.2762530 Dec 29 20:44:40.713240 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'name': 'public-subnet'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:40.714596 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.quota [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Loaded quota_driver: . Dec 29 20:44:40.720290 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:40.724354 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Usage tracker for resource:subnet and tenant:f216e9e0cc88409e9e1d807871e39d1b is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:40.727283 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:40.734051 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:40.746610 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Made reservation on behalf of f216e9e0cc88409e9e1d807871e39d1b for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:44:40.749241 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:41.156463 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.objects.ports [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82854) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 29 20:44:41.156903 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:41.227938 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82a2c25-f309-4d79-9922-625041aa4663,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:41.242551 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Checking segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:41.242901 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Network hostable DHCP agents. Network: 5e347921-4c99-41bd-9871-1de55a6c1867, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:44:41.265917 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:44:41.275070 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 5e347921-4c99-41bd-9871-1de55a6c1867) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:41.279213 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:41.279844 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:41.283353 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ccc0ca-4a3e-4588-91e8-1ea939207781 None None] Network 5e347921-4c99-41bd-9871-1de55a6c1867 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:44:41.301437 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-23896634-5dcb-46d6-949c-680c5d0dc722 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5919991 Dec 29 20:44:41.503712 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c748e38e-8b2a-4b44-974f-9e124fe1f97f None None] Network 5e347921-4c99-41bd-9871-1de55a6c1867 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:44:41.649091 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:41.799145 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:41.804616 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:41.804978 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:41.914977 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:41.945179 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=76f3d39d-aa2e-4586-93ac-c6c374cdccb6,segment=NetworkSegment(79f60655-d07e-4ed0-8a89-5e8490e6c595),segment_id=79f60655-d07e-4ed0-8a89-5e8490e6c595)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:44:41.949007 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:42.014841 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=76f3d39d-aa2e-4586-93ac-c6c374cdccb6,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:43.423366 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56012) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:43.607215 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:43.653933 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ca69aea4-7777-4c90-92c4-84a612ae26a0 admin admin] 10.222.0.16 "GET /v2.0/routers/c7d23f8d-bfcc-4698-9134-e0162599ae13 HTTP/1.1" status: 200 len: 710 time: 0.2292807 Dec 29 20:44:43.677165 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:43.677528 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:43.781632 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55977302-71d9-4c84-97d8-bddced8ad9d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:43.788353 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-55977302-71d9-4c84-97d8-bddced8ad9d8 admin admin] 10.222.0.16 "GET /v2.0/networks/5e347921-4c99-41bd-9871-1de55a6c1867 HTTP/1.1" status: 200 len: 886 time: 0.1296129 Dec 29 20:44:43.792441 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:44.278002 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1351'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:44.451431 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:44.507135 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:44.630676 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Allocated IP 172.28.2.119 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/4ba9dcef-bd0e-4d3b-96c7-5192182bbee3) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:44:44.774553 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:44.801150 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:44.865028 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:44:44.867748 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:44.871855 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:44:44.893841 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba9dcef-bd0e-4d3b-96c7-5192182bbee3,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:45.007056 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:45.172556 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1351'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:45.175662 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-348749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-348740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351691'] for router, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:45.364357 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Router c7d23f8d-bfcc-4698-9134-e0162599ae13 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:44:45.592976 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:44:45.601268 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:45.602277 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Sync routers for ids ['c7d23f8d-bfcc-4698-9134-e0162599ae13'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:44:45.602699 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9e40d42b-244c-48e1-8e86-3d07152d6b31 admin admin] 10.222.0.16 "PUT /v2.0/routers/c7d23f8d-bfcc-4698-9134-e0162599ae13 HTTP/1.1" status: 200 len: 890 time: 1.8133738 Dec 29 20:44:45.615179 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Routers {'c7d23f8d-bfcc-4698-9134-e0162599ae13'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:45.615872 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:44:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['c7d23f8d-bfcc-4698-9134-e0162599ae13'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:45.805438 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Set router c7d23f8d-bfcc-4698-9134-e0162599ae13 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:44:46.130396 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'name': 'router1', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4ba9dcef-bd0e-4d3b-96c7-5192182bbee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:26Z', 'updated_at': '2021-12-29T20:44:44Z', 'revision_number': 4, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'gw_port': {'id': '4ba9dcef-bd0e-4d3b-96c7-5192182bbee3', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:44Z', 'updated_at': '2021-12-29T20:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '76f3d39d-aa2e-4586-93ac-c6c374cdccb6', 'name': '', 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'mac_address': 'fa:16:3e:39:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:36Z', 'updated_at': '2021-12-29T20:44:41Z', 'revision_number': 5, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'subnets': [{'id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94336316-500e-43de-9120-50544c5c34e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:46.135046 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Checking router: c7d23f8d-bfcc-4698-9134-e0162599ae13 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:44:46.135404 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Updating router c7d23f8d-bfcc-4698-9134-e0162599ae13 port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 binding host dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:44:46.183591 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.497768 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.508837 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Transition to ACTIVE for port object 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:46.515327 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.591062 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7550ea1-2b78-41c5-8754-e93efdd83480 None None] Pushing event updated for resources: {'Port': ['ID=4ba9dcef-bd0e-4d3b-96c7-5192182bbee3,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:46.593324 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Attempting to bind port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:44:46.593691 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Attempting to bind port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:44:46.594040 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Attempting to bind port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 on network 5e347921-4c99-41bd-9871-1de55a6c1867 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:44:46.601456 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:44:46.601818 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Checking segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:46.602207 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.602584 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Bound using segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:44:46.603069 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Bound port: 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:44:46.603407 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.670778 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] For port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:44:46.673654 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] For port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=4ba9dcef-bd0e-4d3b-96c7-5192182bbee3,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:44:46.678280 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.779880 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7550ea1-2b78-41c5-8754-e93efdd83480 None None] Pushing event updated for resources: {'Port': ['ID=4ba9dcef-bd0e-4d3b-96c7-5192182bbee3,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:46.783199 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Routers {'c7d23f8d-bfcc-4698-9134-e0162599ae13'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:46.784332 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:44:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['c7d23f8d-bfcc-4698-9134-e0162599ae13'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:46.959204 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] Set router c7d23f8d-bfcc-4698-9134-e0162599ae13 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:44:47.271057 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'name': 'router1', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4ba9dcef-bd0e-4d3b-96c7-5192182bbee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:26Z', 'updated_at': '2021-12-29T20:44:44Z', 'revision_number': 4, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'gw_port': {'id': '4ba9dcef-bd0e-4d3b-96c7-5192182bbee3', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:44Z', 'updated_at': '2021-12-29T20:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '76f3d39d-aa2e-4586-93ac-c6c374cdccb6', 'name': '', 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'mac_address': 'fa:16:3e:39:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:36Z', 'updated_at': '2021-12-29T20:44:41Z', 'revision_number': 5, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'subnets': [{'id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94336316-500e-43de-9120-50544c5c34e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:47.275119 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54128c24-7ebb-4470-94f1-af528737d4dc None None] The sync data for ids ['c7d23f8d-bfcc-4698-9134-e0162599ae13'] in dv-cinder-823170-1-smb is: [{'id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'name': 'router1', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4ba9dcef-bd0e-4d3b-96c7-5192182bbee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:26Z', 'updated_at': '2021-12-29T20:44:44Z', 'revision_number': 4, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'gw_port': {'id': '4ba9dcef-bd0e-4d3b-96c7-5192182bbee3', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:44Z', 'updated_at': '2021-12-29T20:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '76f3d39d-aa2e-4586-93ac-c6c374cdccb6', 'name': '', 'network_id': '39db2ffd-3b59-4ff6-8071-5ac77a16de94', 'tenant_id': '0365f7521c644edcb5d65c07c4153942', 'mac_address': 'fa:16:3e:39:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d23f8d-bfcc-4698-9134-e0162599ae13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:36Z', 'updated_at': '2021-12-29T20:44:41Z', 'revision_number': 5, 'project_id': '0365f7521c644edcb5d65c07c4153942', 'subnets': [{'id': '06472719-86be-4c9a-9026-0dfe4f53dbcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94336316-500e-43de-9120-50544c5c34e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:44:47.636425 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:47.715703 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:47.721331 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:47.721701 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:47.832662 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56022) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:47.853494 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:47.870161 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=4ba9dcef-bd0e-4d3b-96c7-5192182bbee3,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:44:47.876384 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:47.943967 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=4ba9dcef-bd0e-4d3b-96c7-5192182bbee3,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:47.979376 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f0daf641-44f3-4c07-859c-b22a1d4d0599 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1456294 Dec 29 20:44:49.615826 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:49.691392 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 4ba9dcef-bd0e-4d3b-96c7-5192182bbee3 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:49.691787 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:54.632335 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:45:01.802561 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0cd40edc-7a07-4310-8a03-99e61af0a26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:04.068618 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5badd134-240d-4ec3-9b7c-ba78ef47bb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:05.132464 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:05.366542 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:06.445098 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:31.633568 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:45:31.813459 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-67327028-bc4a-4496-814c-b2f4907b193e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:34.072084 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7c27-e27b-420c-a138-b9696c642298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:35.136918 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:35.369307 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:36.448129 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:01.818066 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d980f37f-cc3b-48be-a153-0d6c74eef6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:04.076227 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0707c69f-5ef7-4e78-8a3c-d3c607a74f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:05.139363 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:05.371673 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:06.450742 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:08.635175 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:46:31.810624 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4312e107-7598-4111-9311-cfe321e27c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:34.078126 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ef812cd7-d3aa-4899-9f85-9b38e8a75953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:35.139151 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:35.374391 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:36.449049 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:45.635711 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:46:51.734913 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56594) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:46:51.823694 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a8a51c-b39b-4064-b314-6732d8a23132 admin admin] GET failed (client error): The resource could not be found. Dec 29 20:46:51.824890 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-28a8a51c-b39b-4064-b314-6732d8a23132 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0890715 Dec 29 20:46:51.953304 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914a2914-0985-4809-8aa4-4f11e7c754c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:51.954682 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-914a2914-0985-4809-8aa4-4f11e7c754c3 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1259010 Dec 29 20:46:53.942506 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56604) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:46:54.072523 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb17bb-1022-4b9a-8836-3934810dae3d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:54.073076 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8abb17bb-1022-4b9a-8836-3934810dae3d admin admin] Synchronizing usage tracker for tenant:f216e9e0cc88409e9e1d807871e39d1b on resource:subnet {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:46:54.089553 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8abb17bb-1022-4b9a-8836-3934810dae3d admin admin] Unset dirty status for tenant:f216e9e0cc88409e9e1d807871e39d1b on resource:subnet {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:46:54.090935 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8abb17bb-1022-4b9a-8836-3934810dae3d admin admin] 10.222.0.16 "GET /v2.0/subnets/06472719-86be-4c9a-9026-0dfe4f53dbcd HTTP/1.1" status: 200 len: 849 time: 0.1473536 Dec 29 20:46:54.099716 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:46:54.211948 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:54.390787 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744270258701'] for subnet, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:54.435849 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:54.436454 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:54.437705 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] 10.222.0.16 "PUT /v2.0/subnets/06472719-86be-4c9a-9026-0dfe4f53dbcd HTTP/1.1" status: 200 len: 868 time: 0.3415506 Dec 29 20:46:54.451227 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66456ad-7253-40cd-8cd3-a46135753daa None None] Network 39db2ffd-3b59-4ff6-8071-5ac77a16de94 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:46:54.461668 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06472719-86be-4c9a-9026-0dfe4f53dbcd,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:46:54.470981 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.471312 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.471568 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.471920 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.472316 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.472701 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.473033 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.473376 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.473702 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.474023 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.474347 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86365df5-16c2-4caa-b699-f1bd19f74669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:54.887080 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-3b90844c-842c-4438-b676-61882e3e8bb7 None None] Provisioning complete for port f4b57ac2-dfb8-4d53-854d-d95c32ef108b triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:46:54.887438 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3b90844c-842c-4438-b676-61882e3e8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:55.008514 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-3b90844c-842c-4438-b676-61882e3e8bb7 None None] Provisioning complete for port 76f3d39d-aa2e-4586-93ac-c6c374cdccb6 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:46:55.008780 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3b90844c-842c-4438-b676-61882e3e8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:56.438361 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56614) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:46:56.630220 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b8953-f2f9-4bff-b4a5-fb1d2034baa2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:56.630506 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b8953-f2f9-4bff-b4a5-fb1d2034baa2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:56.632095 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-756b8953-f2f9-4bff-b4a5-fb1d2034baa2 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1927276 Dec 29 20:46:58.640586 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56624) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:46:58.837050 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba856d8-f70a-4353-9db0-808c7b3a7484 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:58.837330 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba856d8-f70a-4353-9db0-808c7b3a7484 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:58.851934 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cba856d8-f70a-4353-9db0-808c7b3a7484 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1973064 Dec 29 20:47:00.833922 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56634) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:01.029997 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96012b23-f9fd-4eba-9147-2bced3bde4a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:01.031224 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-96012b23-f9fd-4eba-9147-2bced3bde4a3 admin admin] 10.222.0.16 "GET /v2.0/networks/39db2ffd-3b59-4ff6-8071-5ac77a16de94 HTTP/1.1" status: 200 len: 868 time: 0.1963770 Dec 29 20:47:01.816505 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-819aa4d6-9bd6-4239-bac0-4d615c86ff29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:03.061753 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56644) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:03.262519 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cf02c6-8416-467d-8511-dac2bcc3c70d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:03.263867 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b6cf02c6-8416-467d-8511-dac2bcc3c70d admin admin] 10.222.0.16 "GET /v2.0/networks/5e347921-4c99-41bd-9871-1de55a6c1867 HTTP/1.1" status: 200 len: 886 time: 0.2011611 Dec 29 20:47:04.079989 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-8b5643c3-5a08-45d0-90e5-1cf6d9e76df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:05.139855 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:05.285889 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56654) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:05.375969 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:05.415066 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f742c7-311c-46a5-9fc8-f318d2e1c7d3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:05.415367 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f742c7-311c-46a5-9fc8-f318d2e1c7d3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:05.416953 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a6f742c7-311c-46a5-9fc8-f318d2e1c7d3 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1301315 Dec 29 20:47:06.459317 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:07.428791 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56664) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:07.553924 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8589b36-0013-4379-b321-176149901152 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:07.554284 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8589b36-0013-4379-b321-176149901152 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:07.555728 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b8589b36-0013-4379-b321-176149901152 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260056 Dec 29 20:47:09.551675 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56674) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:09.677674 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96acdecf-78b5-4194-a543-656b27f961f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:09.678969 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-96acdecf-78b5-4194-a543-656b27f961f8 admin admin] 10.222.0.16 "GET /v2.0/subnets/06472719-86be-4c9a-9026-0dfe4f53dbcd HTTP/1.1" status: 200 len: 868 time: 0.1263416 Dec 29 20:47:11.677896 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56684) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:11.828990 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5578cd-7a46-4b73-b8d3-56a7339195cf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:11.830339 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3f5578cd-7a46-4b73-b8d3-56a7339195cf admin admin] 10.222.0.16 "GET /v2.0/subnets/c82a2c25-f309-4d79-9922-625041aa4663 HTTP/1.1" status: 200 len: 816 time: 0.1514797 Dec 29 20:47:22.636318 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:47:29.885343 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56722) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:29.955821 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [None req-c6841d3f-f7d0-4f8c-8537-af0ff0ef6330 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=82854) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:47:29.956826 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c6841d3f-f7d0-4f8c-8537-af0ff0ef6330 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0705574 Dec 29 20:47:31.818726 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2aa86d9b-93d6-41ee-8957-b4eabd6bacb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:32.022639 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56732) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:32.110437 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53679d9-8b6b-4eee-86c5-8d009f4571d2 admin admin] GET failed (client error): The resource could not be found. Dec 29 20:47:32.111617 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e53679d9-8b6b-4eee-86c5-8d009f4571d2 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0880480 Dec 29 20:47:32.230450 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e847666-d7cd-44bc-adba-cfedd9e53fb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:32.231858 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9e847666-d7cd-44bc-adba-cfedd9e53fb4 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1164541 Dec 29 20:47:34.084409 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4b6aaec1-2088-4652-9d75-c037421317dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:34.294638 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56742) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:34.363574 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:47:34.367984 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:47:34.371692 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Usage tracker for resource:network and tenant:f216e9e0cc88409e9e1d807871e39d1b is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:47:34.374590 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:47:34.380235 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:47:34.390050 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Made reservation on behalf of f216e9e0cc88409e9e1d807871e39d1b for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:47:34.392416 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:34.478474 dv-cinder-823170-1-smb neutron-server[82854]: WARNING neutron.services.revisions.revision_plugin [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Could not find related network for resource to bump revision. Dec 29 20:47:34.491493 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:47:34.501618 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744270378469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:34.502179 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Unsubscribe: segment precommit_create {{(pid=82854) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 29 20:47:34.502629 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Added segment 0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8 of type vlan for network a15f5811-16cf-4c77-8fea-0ca28e6c0189 Dec 29 20:47:34.537899 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:34.569725 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:34.570532 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:34.571100 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:34.661040 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3652589 Dec 29 20:47:34.667565 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66f27e-6fa1-47a8-9208-ef62b998da38 admin admin] Pushing event updated for resources: {'Network': ['ID=a15f5811-16cf-4c77-8fea-0ca28e6c0189,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:34.678289 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network a15f5811-16cf-4c77-8fea-0ca28e6c0189 details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:47:35.141145 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:35.379099 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:36.466429 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:36.678848 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56752) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:36.769538 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.pecan_wsgi.hooks.translation [None req-69417ac0-7960-4540-8ecf-2ad440c5deec admin admin] GET failed (client error): The resource could not be found. Dec 29 20:47:36.770010 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-69417ac0-7960-4540-8ecf-2ad440c5deec admin admin] Synchronizing usage tracker for tenant:f216e9e0cc88409e9e1d807871e39d1b on resource:network {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:47:36.786964 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-69417ac0-7960-4540-8ecf-2ad440c5deec admin admin] Unset dirty status for tenant:f216e9e0cc88409e9e1d807871e39d1b on resource:network {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:47:36.788089 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-69417ac0-7960-4540-8ecf-2ad440c5deec admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1082733 Dec 29 20:47:36.887219 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb65cb71-461c-4d17-b0c8-b300e84b873a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:36.888665 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-eb65cb71-461c-4d17-b0c8-b300e84b873a admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0966084 Dec 29 20:47:36.898737 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:47:36.903065 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:47:36.912132 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:47:36.920763 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Made reservation on behalf of f216e9e0cc88409e9e1d807871e39d1b for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:47:36.923045 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:37.115879 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:37.181602 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f949fab-ae06-4a57-ae32-0d547d8e4113,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:37.195395 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Checking segment: {'id': '0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:47:37.195733 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Network hostable DHCP agents. Network: a15f5811-16cf-4c77-8fea-0ca28e6c0189, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:47:37.215749 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Network a15f5811-16cf-4c77-8fea-0ca28e6c0189 is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:47:37.224008 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, a15f5811-16cf-4c77-8fea-0ca28e6c0189) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:47:37.227886 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:37.228483 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:37.232618 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf64ba6-b670-42d2-a048-6dff42192d34 None None] Network a15f5811-16cf-4c77-8fea-0ca28e6c0189 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:47:37.254794 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a9e7ef89-7184-4954-9d38-779ab38e60a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3594406 Dec 29 20:47:37.449988 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fdf2a6-bc19-5efc-b676-61f68fb09f14-a15f5811-16cf-4c77-8fea-0ca28e6c0189', 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189', 'tenant_id': 'f216e9e0cc88409e9e1d807871e39d1b', 'fixed_ips': [{'subnet_id': '7f949fab-ae06-4a57-ae32-0d547d8e4113'}]}} from dv-cinder-823170-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:47:37.450805 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:37.610702 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Allocated IP 192.168.233.2 (a15f5811-16cf-4c77-8fea-0ca28e6c0189/7f949fab-ae06-4a57-ae32-0d547d8e4113/49d88e72-215f-4e85-af36-d6c2e73366fa) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:47:37.811726 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:37.822587 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Transition to ACTIVE for port object 49d88e72-215f-4e85-af36-d6c2e73366fa will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:47:37.841478 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Transition to ACTIVE for port object 49d88e72-215f-4e85-af36-d6c2e73366fa will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:47:37.849165 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:37.903379 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Network a15f5811-16cf-4c77-8fea-0ca28e6c0189 is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:47:37.906044 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:47:37.908540 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:47:37.984060 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Pushing event updated for resources: {'Port': ['ID=49d88e72-215f-4e85-af36-d6c2e73366fa,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:38.006983 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.007323 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.007712 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.008070 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.008397 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.008725 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.009042 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.009360 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.009671 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.009984 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.010296 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:38.022449 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Attempting to bind port 49d88e72-215f-4e85-af36-d6c2e73366fa on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:47:38.022816 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Attempting to bind port 49d88e72-215f-4e85-af36-d6c2e73366fa by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:47:38.023172 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Attempting to bind port 49d88e72-215f-4e85-af36-d6c2e73366fa on network a15f5811-16cf-4c77-8fea-0ca28e6c0189 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:47:38.029393 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:47:38.029753 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Checking segment: {'id': '0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:47:38.030141 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:38.030523 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Bound using segment: {'id': '0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:47:38.031000 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Bound port: 49d88e72-215f-4e85-af36-d6c2e73366fa, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:47:38.031377 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:38.137925 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] For port 49d88e72-215f-4e85-af36-d6c2e73366fa, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:47:38.141221 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] For port 49d88e72-215f-4e85-af36-d6c2e73366fa, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=49d88e72-215f-4e85-af36-d6c2e73366fa,segment=NetworkSegment(0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8),segment_id=0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:47:38.146981 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:38.223874 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb07a4c-72ad-408f-9f2a-6e3b355790d8 None None] Pushing event updated for resources: {'Port': ['ID=49d88e72-215f-4e85-af36-d6c2e73366fa,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:39.017294 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c82ef4-775c-422c-85cd-d33931b07759 None None] Network a15f5811-16cf-4c77-8fea-0ca28e6c0189 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:47:39.122706 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-06f9c7a8-22c0-4ee4-9bd4-b83e7939ef4c None None] Provisioning for port 49d88e72-215f-4e85-af36-d6c2e73366fa completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:47:39.721213 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 49d88e72-215f-4e85-af36-d6c2e73366fa up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:47:39.791970 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 49d88e72-215f-4e85-af36-d6c2e73366fa completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:47:39.796679 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 49d88e72-215f-4e85-af36-d6c2e73366fa triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:47:39.797048 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:39.911599 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:39.943022 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 49d88e72-215f-4e85-af36-d6c2e73366fa, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=49d88e72-215f-4e85-af36-d6c2e73366fa,segment=NetworkSegment(0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8),segment_id=0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:47:39.946680 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:40.014773 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=49d88e72-215f-4e85-af36-d6c2e73366fa,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:41.700495 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 49d88e72-215f-4e85-af36-d6c2e73366fa up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:47:41.770084 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 49d88e72-215f-4e85-af36-d6c2e73366fa triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:47:41.770437 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:59.635430 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:48:01.822919 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4cc00be8-91c2-48a0-ac53-0cf94921f67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:04.087313 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-42e748e7-9ca0-44e0-aa31-d86cbabfcdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:05.146895 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:05.381936 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:06.469090 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:31.824725 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c037e9c2-b9f5-47ad-a706-42c30d917326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:34.090645 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-563b0902-9401-4b09-b18f-b93c7f57583b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:35.148131 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:35.384924 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:36.474506 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:36.635760 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:48:44.202715 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56794) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:48:44.208762 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [None req-5427a9cb-de82-4b23-9d72-ba29f6a3e20b tempest-verify_tempest_config-908886631 tempest-verify_tempest_config-908886631-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=82854) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:48:44.209685 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5427a9cb-de82-4b23-9d72-ba29f6a3e20b tempest-verify_tempest_config-908886631 tempest-verify_tempest_config-908886631-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0055506 Dec 29 20:48:44.526111 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56810) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:48:44.661236 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:44.700724 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:48:44.704360 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f1d0477ee19145f5bf0242cd16da7639 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:48:44.707096 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:48:44.712864 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:48:44.780243 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:44.784304 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:44.823801 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f0d19-ca7b-4850-b3b4-8a133324b5d0,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:48:44.835824 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1d0477ee19145f5bf0242cd16da7639&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3087020 Dec 29 20:48:44.837725 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.838069 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.838497 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.838838 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.839168 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.839493 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.839816 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.840186 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.840512 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.840828 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.841143 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967520c-752a-475c-b62c-e646d0c275d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:44.841547 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 56816) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:48:44.900674 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:44.924928 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.014901 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.030040 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f0d19-ca7b-4850-b3b4-8a133324b5d0,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:48:45.037670 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.038754 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc7f0d19-ca7b-4850-b3b4-8a133324b5d0 HTTP/1.1" status: 204 len: 168 time: 0.1962731 Dec 29 20:48:45.041701 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.042044 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.042375 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.042706 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.043035 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.043357 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.043676 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.044018 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.044349 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.044662 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.044976 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08988eb7-f055-4838-ae64-c806f368cfcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:49:01.827543 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-6ab64ff9-344e-4a97-a716-578d04b9ca0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:04.095530 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1d7888eb-3d68-4737-ba68-82805871a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:05.150375 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:05.386636 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:06.475672 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:13.635312 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:49:31.832475 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f5e1395a-0cd1-4a4d-85f7-7aca485c1d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:34.099153 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d98c7e87-484c-4cdf-8a5c-dbb3d1561d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:35.152757 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:35.390787 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:36.478189 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:50.636230 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:50:01.834175 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0e6916ba-0fbc-4b79-b113-027571fdb919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:04.100160 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-23e789ac-aee2-42f9-b6f5-de5e48694c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:05.156187 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:05.392258 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:06.480498 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:22.409191 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350108'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:27.635801 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:50:31.836224 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5ec29eaa-9f01-4be5-9c3b-d71953cf1e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:34.101248 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1bf88173-267b-4b41-b3d9-6387830e8976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:35.159481 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:35.392844 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:36.483547 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:37.494624 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 56886) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:50:37.626390 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-9adeba40-affa-4480-b0bb-65f3b5901be4 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1307008 Dec 29 20:50:39.688207 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 56896) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:50:39.765011 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-253d8555-2348-48ca-b1cb-e6dc4f0cb445 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0757506 Dec 29 20:50:52.368277 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:01.838538 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7f0adb94-9e5d-4cb7-8de3-e224650581e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:04.102031 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3c14770c-5793-4f04-b846-4cfc93f872e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:04.636155 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:51:05.164575 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:05.395947 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:06.486386 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:22.366085 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:31.840382 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cb87ca2c-5244-4379-9928-21d3f1b32bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:34.116664 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-86715191-8ab2-486a-a48e-846130aca93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:35.165055 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:35.399220 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:36.492126 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:41.636787 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:51:52.381832 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:01.847457 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ae8de184-e02d-4b1f-83d5-b3eae4e2e8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:04.098769 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1e248c7d-9a58-403f-ac7c-ebe4da20b6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.191251 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.401590 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.494360 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:18.643991 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:52:19.368561 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 56994) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:19.604261 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-21117335-network', 'tenant_id': '075e3ea67ec341bd8546d2def1548997'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:19.608978 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:19.613263 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Usage tracker for resource:network and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:19.616285 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:19.622632 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:19.636120 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Made reservation on behalf of 075e3ea67ec341bd8546d2def1548997 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:19.637132 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.649421 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.681859 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:19.685674 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Usage tracker for resource:security_group_rule and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:19.689878 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:19.695875 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:19.776950 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.781224 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.816772 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ecb159-2778-4722-88be-ec3e70bf0e53,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:19.825471 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:52:19.828499 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.829054 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.829391 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.829739 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.830050 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.830375 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.830694 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.831018 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.831343 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.831642 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.831973 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Tracked resource versions report: Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: pushed versions: Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Log': {'1.0'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Network': {'1.1'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Port': {'1.5'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'PortForwarding': {'1.2'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'QosPolicy': {'1.8'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'SecurityGroup': {'1.2'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'SubPort': {'1.0'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Subnet': {'1.1'}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Trunk': {'1.1'}} Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: consumer versions: Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: { DHCP agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: HyperV agent@hv-cinder-82317: {}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: L3 agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: Metadata agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: Metering agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: Open vSwitch agent@dv-cinder-823170-1-smb: { 'ConntrackHelper': '1.0', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Log': '1.0', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Network': '1.1', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Port': '1.5', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'PortForwarding': '1.2', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'QosPolicy': '1.8', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'SecurityGroup': '1.2', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'SecurityGroupRule': '1.0', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'SubPort': '1.0', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Subnet': '1.1', Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: 'Trunk': '1.1'}} Dec 29 20:52:19.833003 dv-cinder-823170-1-smb neutron-server[82854]: {{(pid=82854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:52:19.845447 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.845921 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Added segment 2e2b979b-b5a6-4732-bedc-82ae3faecd13 of type vlan for network 1023b155-5af2-4d3a-a7da-a263b3807117 Dec 29 20:52:19.882310 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.915524 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.916414 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:19.917029 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.005391 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6324604 Dec 29 20:52:20.008426 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57038) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:20.013887 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Request body: {'subnet': {'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-subnet', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:20.019424 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:20.023659 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Usage tracker for resource:subnet and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:20.027130 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:20.034880 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:20.040259 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe80f7-bec5-4dcf-b511-1ea4a9b290ff admin admin] Pushing event updated for resources: {'Network': ['ID=1023b155-5af2-4d3a-a7da-a263b3807117,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:20.051330 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 1023b155-5af2-4d3a-a7da-a263b3807117 details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:52:20.054559 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Made reservation on behalf of 075e3ea67ec341bd8546d2def1548997 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:20.057122 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.205376 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57048) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:20.275473 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.344410 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef97d291-dce7-42e6-87d4-dbf131039ac9,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:20.362173 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.362516 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.362846 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.363172 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.363497 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.363815 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.364163 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.364496 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.364865 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.365477 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.365477 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Tracked resource versions report: Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: pushed versions: Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Log': {'1.0'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Network': {'1.1'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Port': {'1.5'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'PortForwarding': {'1.2'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'QosPolicy': {'1.8'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'SecurityGroup': {'1.2'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'SubPort': {'1.0'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Subnet': {'1.1'}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Trunk': {'1.1'}} Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: consumer versions: Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: { DHCP agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: HyperV agent@hv-cinder-82317: {}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: L3 agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: Metadata agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: Metering agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: Open vSwitch agent@dv-cinder-823170-1-smb: { 'ConntrackHelper': '1.0', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Log': '1.0', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Network': '1.1', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Port': '1.5', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'PortForwarding': '1.2', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'QosPolicy': '1.8', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'SecurityGroup': '1.2', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'SecurityGroupRule': '1.0', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'SubPort': '1.0', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Subnet': '1.1', Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: 'Trunk': '1.1'}} Dec 29 20:52:20.366501 dv-cinder-823170-1-smb neutron-server[82855]: {{(pid=82855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:52:20.381017 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Checking segment: {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:20.381296 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Network hostable DHCP agents. Network: 1023b155-5af2-4d3a-a7da-a263b3807117, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:52:20.404959 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Network 1023b155-5af2-4d3a-a7da-a263b3807117 is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:52:20.417280 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 1023b155-5af2-4d3a-a7da-a263b3807117) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:20.426769 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feab688-ea7a-4f4c-9883-d50f3e87c4a6 None None] Network 1023b155-5af2-4d3a-a7da-a263b3807117 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:20.428794 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:20.429914 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.456332 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57060) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:20.457091 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-173a8516-421d-4d00-b5e9-05bb598564c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4475334 Dec 29 20:52:20.461497 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:20.466636 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:20.471216 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Usage tracker for resource:router and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:20.475100 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:20.481656 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:20.494762 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-351536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1404'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.496641 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1397'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.523970 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.692992 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fdf2a6-bc19-5efc-b676-61f68fb09f14-1023b155-5af2-4d3a-a7da-a263b3807117', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9'}]}} from dv-cinder-823170-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:52:20.693933 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.819787 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1966422999-network', 'tenant_id': '4be3c736d71b4fb7bef35b4a6efce56f'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:20.824159 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:20.828489 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Usage tracker for resource:network and tenant:4be3c736d71b4fb7bef35b4a6efce56f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:20.831530 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:20.838095 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:20.856216 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1351'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.867075 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Made reservation on behalf of 4be3c736d71b4fb7bef35b4a6efce56f for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:20.869700 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.886371 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.937379 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Allocated IP 172.20.0.2 (1023b155-5af2-4d3a-a7da-a263b3807117/ef97d291-dce7-42e6-87d4-dbf131039ac9/2fe59be8-10c5-4368-b223-e5c8ca7a206e) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:20.992587 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:21.002397 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Usage tracker for resource:security_group_rule and tenant:4be3c736d71b4fb7bef35b4a6efce56f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:21.010422 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:21.024214 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:21.131144 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.161228 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.197869 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.210426 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Transition to ACTIVE for port object 2fe59be8-10c5-4368-b223-e5c8ca7a206e will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:21.213253 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba9f2fd-6928-4406-a584-662c2de43a6c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:21.220532 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:52:21.230271 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.230617 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Added segment 1ad9e577-625c-463a-ae04-833ba3176044 of type vlan for network 740c881f-db0d-4fc3-9b12-7ba22ea5f17a Dec 29 20:52:21.237875 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Transition to ACTIVE for port object 2fe59be8-10c5-4368-b223-e5c8ca7a206e will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:21.247600 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.265062 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.306381 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.321493 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Network 1023b155-5af2-4d3a-a7da-a263b3807117 is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:21.324358 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:21.328542 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:21.335150 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Pushing event updated for resources: {'Port': ['ID=2fe59be8-10c5-4368-b223-e5c8ca7a206e,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:21.341713 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.343468 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.344324 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:21.345427 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.415060 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.415323 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.416142 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.416142 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.416356 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.416687 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.417010 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.417331 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.417650 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.417965 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.418280 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Tracked resource versions report: Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: pushed versions: Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Log': {'1.0'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Network': {'1.1'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Port': {'1.5'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'PortForwarding': {'1.2'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'QosPolicy': {'1.8'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'SecurityGroup': {'1.2'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'SubPort': {'1.0'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Subnet': {'1.1'}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Trunk': {'1.1'}} Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: consumer versions: Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: { DHCP agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: HyperV agent@hv-cinder-82317: {}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: L3 agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: Metadata agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: Metering agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: Open vSwitch agent@dv-cinder-823170-1-smb: { 'ConntrackHelper': '1.0', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Log': '1.0', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Network': '1.1', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Port': '1.5', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'PortForwarding': '1.2', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'QosPolicy': '1.8', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'SecurityGroup': '1.2', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'SecurityGroupRule': '1.0', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'SubPort': '1.0', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Subnet': '1.1', Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: 'Trunk': '1.1'}} Dec 29 20:52:21.419303 dv-cinder-823170-1-smb neutron-server[82856]: {{(pid=82856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:52:21.444421 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Attempting to bind port 2fe59be8-10c5-4368-b223-e5c8ca7a206e on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:21.444904 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Attempting to bind port 2fe59be8-10c5-4368-b223-e5c8ca7a206e by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:21.445359 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Attempting to bind port 2fe59be8-10c5-4368-b223-e5c8ca7a206e on network 1023b155-5af2-4d3a-a7da-a263b3807117 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:21.452705 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:21.453189 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Checking segment: {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:21.454484 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.455114 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Bound using segment: {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:21.455788 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Bound port: 2fe59be8-10c5-4368-b223-e5c8ca7a206e, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:21.456550 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.490254 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2837806 Dec 29 20:52:21.493369 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57098) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:21.499111 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Request body: {'subnet': {'network_id': '740c881f-db0d-4fc3-9b12-7ba22ea5f17a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1966422999-subnet', 'tenant_id': '4be3c736d71b4fb7bef35b4a6efce56f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:21.512175 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:21.516601 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Usage tracker for resource:subnet and tenant:4be3c736d71b4fb7bef35b4a6efce56f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:21.528775 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:21.535479 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:21.556025 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Made reservation on behalf of 4be3c736d71b4fb7bef35b4a6efce56f for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:21.558643 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.570953 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cd93f-eede-48ad-b73c-d65ed8571dcd admin admin] Pushing event updated for resources: {'Network': ['ID=740c881f-db0d-4fc3-9b12-7ba22ea5f17a,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:21.585234 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 740c881f-db0d-4fc3-9b12-7ba22ea5f17a details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:52:21.660539 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] For port 2fe59be8-10c5-4368-b223-e5c8ca7a206e, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:21.669360 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] For port 2fe59be8-10c5-4368-b223-e5c8ca7a206e, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=2fe59be8-10c5-4368-b223-e5c8ca7a206e,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:21.681375 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.767055 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Allocated IP 172.28.2.124 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/f6edf908-4671-4c95-ad4a-69a6f688d6fe) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:21.815564 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37fae0-e3fd-47af-be9d-ccb1e5f9c673 None None] Pushing event updated for resources: {'Port': ['ID=2fe59be8-10c5-4368-b223-e5c8ca7a206e,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:21.819228 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:21.903466 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab17f1a1-63fa-4197-8a3b-52e8048894cf,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:21.940324 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57110) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:21.953013 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Checking segment: {'id': '1ad9e577-625c-463a-ae04-833ba3176044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '740c881f-db0d-4fc3-9b12-7ba22ea5f17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:21.953637 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Network hostable DHCP agents. Network: 740c881f-db0d-4fc3-9b12-7ba22ea5f17a, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:52:21.980583 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Network 740c881f-db0d-4fc3-9b12-7ba22ea5f17a is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:52:21.998191 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 740c881f-db0d-4fc3-9b12-7ba22ea5f17a) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:22.006738 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.007442 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5adfa-b078-4e9f-817c-87699c03ca08 None None] Network 740c881f-db0d-4fc3-9b12-7ba22ea5f17a requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:22.019584 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:22.022234 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.049517 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-9f3e44f3-d96c-4437-a778-8a28f0c3bb70 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5550275 Dec 29 20:52:22.077092 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.181717 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:22.184941 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:22.204760 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:22.218515 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57124) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:22.263242 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Pushing event updated for resources: {'Port': ['ID=f6edf908-4671-4c95-ad4a-69a6f688d6fe,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:22.307003 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934709f9-da81-42e7-9472-b8e8df689c96 None None] Network 740c881f-db0d-4fc3-9b12-7ba22ea5f17a requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:22.342410 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.343165 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-348749'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.419366 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.429080 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-50507981-network', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:22.436005 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:22.445366 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Usage tracker for resource:network and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:22.452041 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:22.467404 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:22.488425 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Made reservation on behalf of 4303f986d4f14cda8cd2b19e4146f428 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:22.492181 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.519524 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.555106 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:22.559487 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Usage tracker for resource:security_group_rule and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:22.562667 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:22.569830 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:22.642430 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Router a8599681-a8db-494d-9c76-4fa6b71e9396 is scheduled to L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:52:22.655934 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.663006 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.690511 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:52:22.739097 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb900c2b-58c6-442e-a84f-b90e127930bb,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:22.742602 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.743216 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Added segment e3a3ef6c-e898-4768-83dc-9666669a6729 of type vlan for network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 Dec 29 20:52:22.779985 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.821643 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.822702 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:22.823303 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.877607 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9312658 Dec 29 20:52:22.970450 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57142) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:22.994403 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad01820-b008-4458-afc1-87b6543198f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a239ccb3-4600-44c1-b09e-a0ca7cef6a06,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:23.005327 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:52:23.019217 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Request body: {'subnet': {'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-50507981-subnet', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:23.039049 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:23.045490 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Usage tracker for resource:subnet and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:23.055634 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:23.082273 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-network', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:23.086714 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:23.089790 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:23.105855 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Usage tracker for resource:network and tenant:1be1b4b900124ee2b891bf6027c28a86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:23.112096 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Made reservation on behalf of 4303f986d4f14cda8cd2b19e4146f428 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:23.114628 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.115296 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:23.133766 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:23.161374 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9dc52-fb69-486e-9baf-52b3447fc1a1 None None] Network 1023b155-5af2-4d3a-a7da-a263b3807117 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:23.168440 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Made reservation on behalf of 1be1b4b900124ee2b891bf6027c28a86 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:23.170816 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.197664 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.255257 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-967eb6ac-f997-420b-a1fa-50ca2f4b8892 None None] Provisioning for port 2fe59be8-10c5-4368-b223-e5c8ca7a206e completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:23.263486 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:23.272364 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Usage tracker for resource:security_group_rule and tenant:1be1b4b900124ee2b891bf6027c28a86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:23.275448 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:23.297163 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:23.424755 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.431449 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.469006 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b37bc97-3817-4957-bd72-db28d4ed891f,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:23.494254 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:52:23.505222 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.506863 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Added segment e2e91128-e6f1-4012-8180-406c00e5d77e of type vlan for network 042e02eb-e8e8-424a-903f-2772db030ade Dec 29 20:52:23.562800 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.604333 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.605934 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:23.606485 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:23.606841 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.620030 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Sync routers for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:52:23.666068 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:23.668004 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:52:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:23.705913 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.710874 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8ca249a4-5233-4874-9869-f45526e3fab8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2529647 Dec 29 20:52:23.711362 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57168) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:23.785497 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5659244 Dec 29 20:52:23.788874 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57172) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:23.796569 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Request body: {'subnet': {'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-subnet', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:23.802182 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:23.806221 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Usage tracker for resource:subnet and tenant:1be1b4b900124ee2b891bf6027c28a86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:23.809433 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:23.815088 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:23.830120 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Made reservation on behalf of 1be1b4b900124ee2b891bf6027c28a86 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:23.833527 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.009899 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.073630 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 2fe59be8-10c5-4368-b223-e5c8ca7a206e up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:24.113179 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdb764-b1cd-4973-bffa-d4562d3912d2 admin admin] Pushing event updated for resources: {'Network': ['ID=042e02eb-e8e8-424a-903f-2772db030ade,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:24.155041 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 042e02eb-e8e8-424a-903f-2772db030ade details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:52:24.225007 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7155e28e-9d45-4ed8-86f3-177a98a2c36c,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:24.257292 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:24.277250 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Checking segment: {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:24.277661 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Network hostable DHCP agents. Network: a239ccb3-4600-44c1-b09e-a0ca7cef6a06, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:52:24.422959 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.440620 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 2fe59be8-10c5-4368-b223-e5c8ca7a206e completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:24.446617 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 2fe59be8-10c5-4368-b223-e5c8ca7a206e triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:24.447048 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.553608 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:52:24.565040 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bba367-23e2-4eca-8599-ff86f7af9111,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:24.586526 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, a239ccb3-4600-44c1-b09e-a0ca7cef6a06) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:24.603752 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.604015 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:24.605073 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.614177 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ccc842-0d40-48d7-8a80-793576bbf8a5 None None] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:24.627370 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Checking segment: {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:24.627812 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Network hostable DHCP agents. Network: 042e02eb-e8e8-424a-903f-2772db030ade, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:52:24.633726 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-12782497-7ac0-429e-a34a-69e6aa64f6c9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6451988 Dec 29 20:52:24.636806 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57190) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:24.650902 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:24.666162 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:24.670932 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Network 042e02eb-e8e8-424a-903f-2772db030ade is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:52:24.677649 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 042e02eb-e8e8-424a-903f-2772db030ade) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:24.689168 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:24.689748 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.722831 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-1f07a1dd-6908-44dd-93c3-48457cc32be9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9328208 Dec 29 20:52:24.726751 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57194) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:24.730987 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:24.737250 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dbb0cf-924e-4d6a-8477-0ae042d60541 None None] Network 042e02eb-e8e8-424a-903f-2772db030ade requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:24.750799 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:24.757646 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Usage tracker for resource:router and tenant:1be1b4b900124ee2b891bf6027c28a86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:24.766146 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Usage tracker for resource:router and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:24.768127 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:24.774900 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:24.782728 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:24.804206 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:24.815182 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-351536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1404'] for router, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.816172 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1397'] for router, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.824297 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 3, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:24.829639 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Checking router: a8599681-a8db-494d-9c76-4fa6b71e9396 for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:52:24.839917 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Updating router a8599681-a8db-494d-9c76-4fa6b71e9396 port f6edf908-4671-4c95-ad4a-69a6f688d6fe binding host dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:52:24.873830 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.933665 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-351536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1404'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.934669 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1397'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.986143 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.990578 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.284505 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1351'] for router, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.384969 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 2fe59be8-10c5-4368-b223-e5c8ca7a206e, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=2fe59be8-10c5-4368-b223-e5c8ca7a206e,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:25.400542 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fdf2a6-bc19-5efc-b676-61f68fb09f14-a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c'}]}} from dv-cinder-823170-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:52:25.401385 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.467471 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1351'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.471182 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.478436 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58466b3b-8677-4c56-83b0-aa91e7bc73a4 None None] Network 042e02eb-e8e8-424a-903f-2772db030ade requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:25.835464 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.844369 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=2fe59be8-10c5-4368-b223-e5c8ca7a206e,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:25.850792 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.864509 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Transition to ACTIVE for port object f6edf908-4671-4c95-ad4a-69a6f688d6fe will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:25.873234 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.888115 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.026295 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Pushing event updated for resources: {'Port': ['ID=f6edf908-4671-4c95-ad4a-69a6f688d6fe,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:26.046748 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Attempting to bind port f6edf908-4671-4c95-ad4a-69a6f688d6fe on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:26.047402 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Attempting to bind port f6edf908-4671-4c95-ad4a-69a6f688d6fe by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:26.048030 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Attempting to bind port f6edf908-4671-4c95-ad4a-69a6f688d6fe on network 5e347921-4c99-41bd-9871-1de55a6c1867 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:26.056814 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:26.057767 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Checking segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:26.058336 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.058920 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Bound using segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:26.059775 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Bound port: f6edf908-4671-4c95-ad4a-69a6f688d6fe, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:26.060361 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.162964 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] For port f6edf908-4671-4c95-ad4a-69a6f688d6fe, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:26.169559 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] For port f6edf908-4671-4c95-ad4a-69a6f688d6fe, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=f6edf908-4671-4c95-ad4a-69a6f688d6fe,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:26.181494 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.210910 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.211250 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.211612 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.212201 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.212558 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.215481 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.223387 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.223784 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.224137 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.224466 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.224791 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Tracked resource versions report: Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: pushed versions: Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Log': {'1.0'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Network': {'1.1'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Port': {'1.5'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'PortForwarding': {'1.2'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'QosPolicy': {'1.8'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'SecurityGroup': {'1.2'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'SubPort': {'1.0'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Subnet': {'1.1'}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Trunk': {'1.1'}} Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: consumer versions: Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: { DHCP agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: HyperV agent@hv-cinder-82317: {}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: L3 agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: Metadata agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: Metering agent@dv-cinder-823170-1-smb: {}, Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: Open vSwitch agent@dv-cinder-823170-1-smb: { 'ConntrackHelper': '1.0', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Log': '1.0', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Network': '1.1', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Port': '1.5', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'PortForwarding': '1.2', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'QosPolicy': '1.8', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'SecurityGroup': '1.2', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'SecurityGroupRule': '1.0', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'SubPort': '1.0', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Subnet': '1.1', Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: 'Trunk': '1.1'}} Dec 29 20:52:26.227586 dv-cinder-823170-1-smb neutron-server[82857]: {{(pid=82857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:52:26.310872 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:26.311523 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:52:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:26.321876 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Allocated IP 172.28.2.164 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/9d37d4f6-5a51-4710-9582-ca6abd100a06) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:26.445876 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.529202 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Allocated IP 172.20.0.2 (a239ccb3-4600-44c1-b09e-a0ca7cef6a06/7155e28e-9d45-4ed8-86f3-177a98a2c36c/8fa37a99-193c-4ed2-a3b2-ce4251d09b56) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:26.610971 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.712559 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.777232 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c2349-a671-4152-a1bb-406a052be76f None None] Pushing event updated for resources: {'Port': ['ID=f6edf908-4671-4c95-ad4a-69a6f688d6fe,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:26.806535 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.870934 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:26.955356 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57260) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:26.960973 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.972869 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d37d4f6-5a51-4710-9582-ca6abd100a06,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:26.992465 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:26.993871 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:27.000224 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:27.094111 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.121931 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Transition to ACTIVE for port object 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:27.164398 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Transition to ACTIVE for port object 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:27.173869 dv-cinder-823170-1-smb neutron-server[82854]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 29 20:52:27.175555 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.320672 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-4d5dcda1-6cd6-4120-bcd3-571aa13e33a1 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:27.321324 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-4d5dcda1-6cd6-4120-bcd3-571aa13e33a1 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Synchronizing usage tracker for tenant:4be3c736d71b4fb7bef35b4a6efce56f on resource:network {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:27.342635 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:27.352779 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:27.355027 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-4d5dcda1-6cd6-4120-bcd3-571aa13e33a1 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Unset dirty status for tenant:4be3c736d71b4fb7bef35b4a6efce56f on resource:network {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:27.356539 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-4d5dcda1-6cd6-4120-bcd3-571aa13e33a1 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/networks?id=740c881f-db0d-4fc3-9b12-7ba22ea5f17a HTTP/1.1" status: 200 len: 812 time: 0.3513103 Dec 29 20:52:27.361516 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:27.375980 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Pushing event updated for resources: {'Port': ['ID=8fa37a99-193c-4ed2-a3b2-ce4251d09b56,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:27.393013 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.395800 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-348749'] for router, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.424240 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Allocated IP 172.28.2.175 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/9e542973-971f-40df-8e56-981e0f17ae0d) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:27.444349 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-ebc1796d-91b8-47d6-b3a3-ed7b21f1c7e5 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/quotas/4be3c736d71b4fb7bef35b4a6efce56f HTTP/1.1" status: 200 len: 375 time: 0.0574739 Dec 29 20:52:27.517933 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-e5e6a78f-fecd-47d2-accf-4f5dc7071802 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4be3c736d71b4fb7bef35b4a6efce56f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628181 Dec 29 20:52:27.681235 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 3, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:27.688198 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e11e35-2a47-47f3-b5fc-71b04499dae0 None None] The sync data for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb is: [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 3, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:52:27.714169 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Attempting to bind port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:27.716050 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Attempting to bind port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:27.716463 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Attempting to bind port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 on network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:27.736716 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:27.737340 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Checking segment: {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:27.738636 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.739051 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Bound using segment: {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:27.740569 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Bound port: 8fa37a99-193c-4ed2-a3b2-ce4251d09b56, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:27.741920 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.819170 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Allocated IP 172.20.0.1 (1023b155-5af2-4d3a-a7da-a263b3807117/ef97d291-dce7-42e6-87d4-dbf131039ac9/f689fc4d-f797-4066-9e68-9b76c932a4da) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:27.917839 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 2fe59be8-10c5-4368-b223-e5c8ca7a206e up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:28.032272 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Router 5b0b3d27-0932-43e4-b5e7-547888a5063a is scheduled to L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 with binding_index 1 {{(pid=82855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:52:28.057941 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] For port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:28.064901 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] For port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=8fa37a99-193c-4ed2-a3b2-ce4251d09b56,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:28.087359 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:28.204902 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 2fe59be8-10c5-4368-b223-e5c8ca7a206e triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:28.205025 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:28.237035 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-71d5dc48-29e8-4e97-91ff-425b678c3646 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=82854) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:52:28.252212 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-71d5dc48-29e8-4e97-91ff-425b678c3646 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2217841 Dec 29 20:52:28.258223 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc09c1e-6c6b-44c2-8b08-462c75b03a1e None None] Pushing event updated for resources: {'Port': ['ID=8fa37a99-193c-4ed2-a3b2-ce4251d09b56,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:28.595963 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:28.614324 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:28.678741 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Transition to ACTIVE for port object f689fc4d-f797-4066-9e68-9b76c932a4da will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:28.735300 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-0b2930d3-3df5-4441-9ecc-0eeb95d82551 service neutron] 10.222.0.16 "GET /v2.0/networks/740c881f-db0d-4fc3-9b12-7ba22ea5f17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818256 Dec 29 20:52:28.763159 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:28.774702 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Sync routers for ids ['5b0b3d27-0932-43e4-b5e7-547888a5063a'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:52:28.815961 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Routers {'5b0b3d27-0932-43e4-b5e7-547888a5063a'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:28.819010 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:52:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['5b0b3d27-0932-43e4-b5e7-547888a5063a'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:28.846861 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:28.849380 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5c635096-ed5b-42ad-9fd7-6d720b598da6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1227732 Dec 29 20:52:28.852395 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57320) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:28.921449 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.059685 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.072920 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Network 1023b155-5af2-4d3a-a7da-a263b3807117 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:29.098618 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:29.111438 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:29.111958 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-348819'] for router_interface, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.181962 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Set router 5b0b3d27-0932-43e4-b5e7-547888a5063a gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:29.303025 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.760867 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-4abcb9ed-e6c7-4279-8319-2400437d85da None None] Provisioning for port f689fc4d-f797-4066-9e68-9b76c932a4da completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:29.768635 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-4abcb9ed-e6c7-4279-8319-2400437d85da None None] Provisioning complete for port f689fc4d-f797-4066-9e68-9b76c932a4da triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:29.769041 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4abcb9ed-e6c7-4279-8319-2400437d85da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.810878 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.827120 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.835670 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350074'] for router_interface, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.872173 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:29.921148 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35772a70-b5f7-481b-bf87-b13a699fec0b None None] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:29.956370 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57354) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:29.998514 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:30.078512 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:30.104729 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Pushing event updated for resources: {'Port': ['ID=f689fc4d-f797-4066-9e68-9b76c932a4da,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:30.156099 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:30.330289 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.354586 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:27Z', 'revision_number': 3, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'gw_port': {'id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:68:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:25Z', 'updated_at': '2021-12-29T20:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:30.361875 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-4abcb9ed-e6c7-4279-8319-2400437d85da None None] Port f689fc4d-f797-4066-9e68-9b76c932a4da cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:52:30.376546 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Checking router: 5b0b3d27-0932-43e4-b5e7-547888a5063a for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:52:30.376935 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Updating router 5b0b3d27-0932-43e4-b5e7-547888a5063a port 9d37d4f6-5a51-4710-9582-ca6abd100a06 binding host dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:52:30.384528 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:30.391888 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Usage tracker for resource:security_group_rule and tenant:736bcbad361944ffa7383821cfd00b31 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:30.395452 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:30.435791 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e542973-971f-40df-8e56-981e0f17ae0d,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:30.450188 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Network 1023b155-5af2-4d3a-a7da-a263b3807117 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:30.467679 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:30.505741 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.509069 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:30.525784 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-e78e1b80-fc77-4354-85eb-4d88fe955bae service neutron] 10.222.0.16 "GET /v2.0/networks/740c881f-db0d-4fc3-9b12-7ba22ea5f17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7894981 Dec 29 20:52:30.611730 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.647530 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.737350 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8b2429-2af4-4948-ae0e-5f3c84714af3,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:30.753740 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.766789 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Synchronizing usage tracker for tenant:f216e9e0cc88409e9e1d807871e39d1b on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:30.782358 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:30.816969 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-2bb0a8b7-27af-4d28-8afa-89ddc66c027f None None] Provisioning for port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:30.833338 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:30.833782 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.880123 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] Unset dirty status for tenant:f216e9e0cc88409e9e1d807871e39d1b on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:30.882250 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b2759d7b-0307-418d-bee5-ca9fcf7af130 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=736bcbad361944ffa7383821cfd00b31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9185107 Dec 29 20:52:30.887386 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-2bb0a8b7-27af-4d28-8afa-89ddc66c027f None None] Provisioning complete for port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:30.887830 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a8b7-27af-4d28-8afa-89ddc66c027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.889849 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Pushing event updated for resources: {'Port': ['ID=f689fc4d-f797-4066-9e68-9b76c932a4da,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:30.892997 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57386) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:30.966031 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57398) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:31.006389 dv-cinder-823170-1-smb neutron-server[82855]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 29 20:52:31.107234 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa948de2-59db-488d-9bab-ed3f23ca3eed req-98c5da17-bd77-4ac0-be28-1a036553c39e tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 210 time: 0.1090109 Dec 29 20:52:31.113928 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45a87817-f96a-424b-995c-0870ad463916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.212592 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45a87817-f96a-424b-995c-0870ad463916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.240876 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Allocated IP 172.20.0.1 (042e02eb-e8e8-424a-903f-2772db030ade/29bba367-23e2-4eca-8599-ff86f7af9111/00848c83-9e2d-4e6e-9ad6-28f5929ab7b6) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:31.287242 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.288300 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-348749'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.371443 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45a87817-f96a-424b-995c-0870ad463916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.391987 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.408209 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Transition to ACTIVE for port object 9d37d4f6-5a51-4710-9582-ca6abd100a06 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:31.473380 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.525595 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a87817-f96a-424b-995c-0870ad463916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8b2429-2af4-4948-ae0e-5f3c84714af3,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:31.555845 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45a87817-f96a-424b-995c-0870ad463916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.557197 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-45a87817-f96a-424b-995c-0870ad463916 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c8b2429-2af4-4948-ae0e-5f3c84714af3 HTTP/1.1" status: 204 len: 168 time: 0.6616566 Dec 29 20:52:31.612968 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.679118 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.690248 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a8b7-27af-4d28-8afa-89ddc66c027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.754052 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-2bb0a8b7-27af-4d28-8afa-89ddc66c027f None None] For port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=8fa37a99-193c-4ed2-a3b2-ce4251d09b56,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:31.788997 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Attempting to bind port 9d37d4f6-5a51-4710-9582-ca6abd100a06 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:31.789373 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Attempting to bind port 9d37d4f6-5a51-4710-9582-ca6abd100a06 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:31.789727 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Attempting to bind port 9d37d4f6-5a51-4710-9582-ca6abd100a06 on network 5e347921-4c99-41bd-9871-1de55a6c1867 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:31.803886 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a8b7-27af-4d28-8afa-89ddc66c027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.940943 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Network 042e02eb-e8e8-424a-903f-2772db030ade is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:31.960817 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:31.963190 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Pushing event updated for resources: {'Port': ['ID=00848c83-9e2d-4e6e-9ad6-28f5929ab7b6,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:32.013918 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:32.016998 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-348819'] for router_interface, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.046489 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f6edf908-4671-4c95-ad4a-69a6f688d6fe up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:32.076296 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Router a8599681-a8db-494d-9c76-4fa6b71e9396 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:52:32.182481 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fce6ed-5f1b-435e-8ecc-0a9df642d9b3 None None] Pushing event updated for resources: {'Port': ['ID=9d37d4f6-5a51-4710-9582-ca6abd100a06,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:32.262089 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.371193 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:32.372683 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Checking segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:32.373537 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.382612 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3074b2ac-9a55-4621-be32-bdda3ce9eef5 req-8a533321-71a9-44f3-87eb-558fcac5b3b1 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 210 time: 0.1132820 Dec 29 20:52:32.385888 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Bound using segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:32.386469 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Bound port: 9d37d4f6-5a51-4710-9582-ca6abd100a06, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:32.386864 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.515560 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57464) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:32.536303 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-6b04180c-c55e-4a74-b4dc-6c186b37fe0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.548417 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-139e2d32-c248-4580-b021-3658fd605546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.576412 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0a8b7-27af-4d28-8afa-89ddc66c027f None None] Pushing event updated for resources: {'Port': ['ID=8fa37a99-193c-4ed2-a3b2-ce4251d09b56,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:32.612584 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-fbf79bf1-7731-4987-9b9e-b6781d87069b None None] Provisioning complete for port f689fc4d-f797-4066-9e68-9b76c932a4da triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:32.612955 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-fbf79bf1-7731-4987-9b9e-b6781d87069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.678731 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port f6edf908-4671-4c95-ad4a-69a6f688d6fe completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:32.687263 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port f6edf908-4671-4c95-ad4a-69a6f688d6fe triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:32.687443 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.690228 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.700295 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.701512 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350074'] for router_interface, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.751991 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] For port 9d37d4f6-5a51-4710-9582-ca6abd100a06, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:32.769611 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-fbf79bf1-7731-4987-9b9e-b6781d87069b None None] Port f689fc4d-f797-4066-9e68-9b76c932a4da cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:52:32.777174 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] For port 9d37d4f6-5a51-4710-9582-ca6abd100a06, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=9d37d4f6-5a51-4710-9582-ca6abd100a06,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:32.824305 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-139e2d32-c248-4580-b021-3658fd605546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:32.838769 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-139e2d32-c248-4580-b021-3658fd605546 admin admin] Usage tracker for resource:security_group_rule and tenant:ab32bb7334894dfa87bd1b8c80d07753 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:32.851615 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-139e2d32-c248-4580-b021-3658fd605546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:32.862522 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.872299 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-139e2d32-c248-4580-b021-3658fd605546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:32.904336 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Pushing event updated for resources: {'Port': ['ID=00848c83-9e2d-4e6e-9ad6-28f5929ab7b6,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:33.041158 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-139e2d32-c248-4580-b021-3658fd605546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.041822 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-d37129a0-821f-4b59-b038-46634a8aa90d None None] Provisioning complete for port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:33.042208 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d37129a0-821f-4b59-b038-46634a8aa90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.055263 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-139e2d32-c248-4580-b021-3658fd605546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.068170 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.088010 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port f6edf908-4671-4c95-ad4a-69a6f688d6fe, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=f6edf908-4671-4c95-ad4a-69a6f688d6fe,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:33.104060 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Router 831abed8-9377-42e3-aa88-1dfe3171cec5 is scheduled to L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:52:33.104679 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.117709 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Routers {'5b0b3d27-0932-43e4-b5e7-547888a5063a'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:33.118529 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:52:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['5b0b3d27-0932-43e4-b5e7-547888a5063a'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:33.158583 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2d32-c248-4580-b021-3658fd605546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3763ae-d14d-457c-866e-c665f96d4e9c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:33.251938 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Network 042e02eb-e8e8-424a-903f-2772db030ade is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:33.253034 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:33.321367 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:33.425527 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fce6ed-5f1b-435e-8ecc-0a9df642d9b3 None None] Pushing event updated for resources: {'Port': ['ID=9d37d4f6-5a51-4710-9582-ca6abd100a06,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:33.491760 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-139e2d32-c248-4580-b021-3658fd605546 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab32bb7334894dfa87bd1b8c80d07753&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9723201 Dec 29 20:52:33.493185 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57516) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:33.493881 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:33.508709 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Sync routers for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:52:33.531850 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:33.532612 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:52:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:33.601034 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d9cc61cb-1d3c-44fb-94a4-c5d3d3ac0eba admin admin] 10.222.0.16 "PUT /v2.0/routers/a8599681-a8db-494d-9c76-4fa6b71e9396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8849859 Dec 29 20:52:33.707111 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:33.773401 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.777680 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-28a4a214-0081-4b54-a87f-f8b3591d90a7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1388059 Dec 29 20:52:33.782766 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57528) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:33.786623 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Sync routers for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:52:33.815054 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=f6edf908-4671-4c95-ad4a-69a6f688d6fe,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:33.896422 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] Set router 5b0b3d27-0932-43e4-b5e7-547888a5063a gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:33.934427 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:34.075476 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-61b4454e-8bda-4b1f-bc35-ee8ef1624a1e req-d9b227f8-1618-4d85-b5f6-491057897112 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 210 time: 0.1043968 Dec 29 20:52:34.235931 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-32fb1029-7109-42be-90ef-51abb88beb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.282118 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-32fb1029-7109-42be-90ef-51abb88beb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.327292 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57548) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:34.435532 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:34.436328 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:52:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:34.533619 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-32fb1029-7109-42be-90ef-51abb88beb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.568296 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb1029-7109-42be-90ef-51abb88beb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3763ae-d14d-457c-866e-c665f96d4e9c,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:34.578167 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.32', 60758) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:34.580241 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-32fb1029-7109-42be-90ef-51abb88beb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.584726 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-32fb1029-7109-42be-90ef-51abb88beb52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f3763ae-d14d-457c-866e-c665f96d4e9c HTTP/1.1" status: 204 len: 168 time: 1.0903368 Dec 29 20:52:34.599664 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 2, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:34.628157 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Checking router: a8599681-a8db-494d-9c76-4fa6b71e9396 for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:52:34.628710 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Updating router a8599681-a8db-494d-9c76-4fa6b71e9396 port f689fc4d-f797-4066-9e68-9b76c932a4da binding host dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:52:34.790071 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.835430 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-aac00d55-2f73-41ec-9c3d-d9a9b16502bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.004657 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:35.005122 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.103436 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Router 5b0b3d27-0932-43e4-b5e7-547888a5063a has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:52:35.155858 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fa56779f-e4be-4f24-8b17-739ffdc69aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.330820 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-fa56779f-e4be-4f24-8b17-739ffdc69aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:35.356258 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-7f1a765b-0ad8-49ac-8c6b-07ecec571ea5 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:35.357766 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-7f1a765b-0ad8-49ac-8c6b-07ecec571ea5 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.32 "GET /v2.0/networks?id=740c881f-db0d-4fc3-9b12-7ba22ea5f17a HTTP/1.1" status: 200 len: 812 time: 0.7784274 Dec 29 20:52:35.367736 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.385074 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-fa56779f-e4be-4f24-8b17-739ffdc69aad admin admin] Usage tracker for resource:security_group_rule and tenant:f8ddfd2313a8435db0959739b2ade3ab is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:35.396910 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-fa56779f-e4be-4f24-8b17-739ffdc69aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:35.426743 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-fa56779f-e4be-4f24-8b17-739ffdc69aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:35.440883 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Request body: {'port': {'device_id': 'b0475e5a-96b2-414b-b9af-72765cd8e39d', 'network_id': '740c881f-db0d-4fc3-9b12-7ba22ea5f17a', 'admin_state_up': True, 'tenant_id': '4be3c736d71b4fb7bef35b4a6efce56f'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:35.462631 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57590) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:35.483751 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342022798', 'description': 'tempest-description--1511719679'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:35.501802 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:35.511077 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:security_group and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:35.517667 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:35.534656 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:35.606105 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.621546 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:35.627128 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.641096 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Transition to ACTIVE for port object f689fc4d-f797-4066-9e68-9b76c932a4da will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:35.649770 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.757000 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 4, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'gw_port': {'id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:68:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:25Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '00848c83-9e2d-4e6e-9ad6-28f5929ab7b6', 'name': '', 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'mac_address': 'fa:16:3e:0d:ac:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:30Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 2, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'subnets': [{'id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:35.767567 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fc978-872e-42f3-bf57-e6ba4fcd9e7b None None] Pushing event updated for resources: {'Port': ['ID=f689fc4d-f797-4066-9e68-9b76c932a4da,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:35.779742 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016ff23-335a-4bd2-86c1-4f5e93174b86 None None] The sync data for ids ['5b0b3d27-0932-43e4-b5e7-547888a5063a'] in dv-cinder-823170-1-smb is: [{'id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 4, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'gw_port': {'id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:68:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:25Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '00848c83-9e2d-4e6e-9ad6-28f5929ab7b6', 'name': '', 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'mac_address': 'fa:16:3e:0d:ac:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:30Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 2, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'subnets': [{'id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:52:35.793762 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:35.807378 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Usage tracker for resource:port and tenant:4be3c736d71b4fb7bef35b4a6efce56f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:35.808256 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-479e407a-ea00-4dc6-8589-8c628b82d7cd req-20717697-6299-40e4-b65d-274c6c904c7f tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 210 time: 0.2408211 Dec 29 20:52:35.820309 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:35.843639 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:35.875846 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fa56779f-e4be-4f24-8b17-739ffdc69aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.893662 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fa56779f-e4be-4f24-8b17-739ffdc69aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.973422 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Made reservation on behalf of 4be3c736d71b4fb7bef35b4a6efce56f for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:35.990497 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.012876 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f6edf908-4671-4c95-ad4a-69a6f688d6fe up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:36.059778 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.235404 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:36.243936 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:security_group_rule and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:36.249333 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:36.262249 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:36.262916 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Attempting to bind port f689fc4d-f797-4066-9e68-9b76c932a4da on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:36.264766 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Attempting to bind port f689fc4d-f797-4066-9e68-9b76c932a4da by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:36.265332 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Attempting to bind port f689fc4d-f797-4066-9e68-9b76c932a4da on network 1023b155-5af2-4d3a-a7da-a263b3807117 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:36.289743 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:36.293618 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Checking segment: {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:36.295385 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.296010 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Bound using segment: {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:36.299428 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56779f-e4be-4f24-8b17-739ffdc69aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d1fbf6-29ff-453a-b457-44d37758b9a3,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:36.301280 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Bound port: f689fc4d-f797-4066-9e68-9b76c932a4da, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:36.303306 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.329270 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-fa56779f-e4be-4f24-8b17-739ffdc69aad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8ddfd2313a8435db0959739b2ade3ab&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0008302 Dec 29 20:52:36.332747 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57618) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:36.468315 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port f6edf908-4671-4c95-ad4a-69a6f688d6fe triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:36.469344 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.544633 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:30Z', 'revision_number': 3, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:36.546354 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] For port f689fc4d-f797-4066-9e68-9b76c932a4da, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:36.551640 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] For port f689fc4d-f797-4066-9e68-9b76c932a4da, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=f689fc4d-f797-4066-9e68-9b76c932a4da,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:36.558414 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.614026 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Checking router: 831abed8-9377-42e3-aa88-1dfe3171cec5 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:52:36.624740 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Updating router 831abed8-9377-42e3-aa88-1dfe3171cec5 port 9e542973-971f-40df-8e56-981e0f17ae0d binding host dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:52:36.686438 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b70ff2f-cfd7-4cfc-b2c2-ee55a3b3dc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.697563 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fc978-872e-42f3-bf57-e6ba4fcd9e7b None None] Pushing event updated for resources: {'Port': ['ID=f689fc4d-f797-4066-9e68-9b76c932a4da,revision_number=4']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:36.731514 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:36.732700 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:52:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:36.735086 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Allocated IP 172.20.0.14 (740c881f-db0d-4fc3-9b12-7ba22ea5f17a/ab17f1a1-63fa-4197-8a3b-52e8048894cf/fd096c8b-ed88-4ad1-93e3-b70f982afd76) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:36.754252 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.763967 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:36.786861 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.815657 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b70ff2f-cfd7-4cfc-b2c2-ee55a3b3dc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.827152 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.946617 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.174889 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-dfb6a5e7-7851-4e11-b45e-c73ee919c0bb admin admin] 10.222.0.16 "PUT /v2.0/routers/5b0b3d27-0932-43e4-b5e7-547888a5063a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3200064 Dec 29 20:52:37.183862 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.204503 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57644) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:37.209821 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.7382283 Dec 29 20:52:37.212862 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d32af-495e-452f-b21d-e61f93d3344a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:37.218148 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'security_group_rule': {'security_group_id': '3c89920a-4c5b-4c6b-acdc-9a1bc0af847b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:37.249447 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:37.468282 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b70ff2f-cfd7-4cfc-b2c2-ee55a3b3dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.506077 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:37.569440 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:security_group_rule and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:37.604581 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:37.731129 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70ff2f-cfd7-4cfc-b2c2-ee55a3b3dc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d1fbf6-29ff-453a-b457-44d37758b9a3,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:37.739766 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:37.787020 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-72e27c78-1152-4f4b-8ee5-5379c9b86416 req-45592019-9271-4423-8ff9-49829cf9e75f tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Synchronizing usage tracker for tenant:4be3c736d71b4fb7bef35b4a6efce56f on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:37.838242 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b70ff2f-cfd7-4cfc-b2c2-ee55a3b3dc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.839379 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1b70ff2f-cfd7-4cfc-b2c2-ee55a3b3dc4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8d1fbf6-29ff-453a-b457-44d37758b9a3 HTTP/1.1" status: 204 len: 168 time: 1.4961410 Dec 29 20:52:37.850609 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.108469 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.261493 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.267859 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-72e27c78-1152-4f4b-8ee5-5379c9b86416 req-45592019-9271-4423-8ff9-49829cf9e75f tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Unset dirty status for tenant:4be3c736d71b4fb7bef35b4a6efce56f on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:38.273816 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-72e27c78-1152-4f4b-8ee5-5379c9b86416 req-45592019-9271-4423-8ff9-49829cf9e75f tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 210 time: 0.6973140 Dec 29 20:52:38.284742 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.479129 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:36Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:38.487492 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc7758-9f3a-402a-b55d-c9759b56ed55 None None] The sync data for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb is: [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:36Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:52:38.526224 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Allocated IP 172.20.0.1 (a239ccb3-4600-44c1-b09e-a0ca7cef6a06/7155e28e-9d45-4ed8-86f3-177a98a2c36c/d53b3dda-c3e3-4896-9a9f-a3efa4817ecd) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:38.676089 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 9d37d4f6-5a51-4710-9582-ca6abd100a06 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:38.685915 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Network 740c881f-db0d-4fc3-9b12-7ba22ea5f17a is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:38.693238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:38.709212 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:38.732401 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:38.733027 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.749413 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Pushing event updated for resources: {'Port': ['ID=fd096c8b-ed88-4ad1-93e3-b70f982afd76,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:38.839799 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a6774ebe-1525-4622-8cc1-41d02c00bb1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4140730 Dec 29 20:52:38.872986 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a3309ddd-4d5d-485c-8e93-df890e997778 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=82854) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:52:38.876590 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a3309ddd-4d5d-485c-8e93-df890e997778 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0202453 Dec 29 20:52:38.912334 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.959635 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.970657 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.973590 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 9d37d4f6-5a51-4710-9582-ca6abd100a06 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:38.990735 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Transition to ACTIVE for port object 9e542973-971f-40df-8e56-981e0f17ae0d will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:39.008616 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 9d37d4f6-5a51-4710-9582-ca6abd100a06 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:39.013677 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.085471 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7671630b-bf6e-43c5-bc99-0926b09dca02,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:39.109781 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.114013 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a4fda061-5e0d-43cb-82b0-63434863100e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9057724 Dec 29 20:52:39.116095 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57692) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:39.131411 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'security_group_rule': {'security_group_id': '3c89920a-4c5b-4c6b-acdc-9a1bc0af847b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:39.147319 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:39.163120 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:security_group_rule and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:39.166691 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.175823 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:39.186987 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57696) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:39.215102 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:39.253172 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.438508 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.455675 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.481448 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-3071e4cc-ea18-48ec-8ef5-aec8c26bc4ae tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:39.495613 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-3071e4cc-ea18-48ec-8ef5-aec8c26bc4ae tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Synchronizing usage tracker for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:network {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:39.498203 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Attempting to bind port 9e542973-971f-40df-8e56-981e0f17ae0d on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:39.499497 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Attempting to bind port 9e542973-971f-40df-8e56-981e0f17ae0d by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:39.500886 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Attempting to bind port 9e542973-971f-40df-8e56-981e0f17ae0d on network 5e347921-4c99-41bd-9871-1de55a6c1867 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:39.507983 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.526336 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c2d4f-bcd7-439d-ae7d-a4ee88bba021 None None] Pushing event updated for resources: {'Port': ['ID=9e542973-971f-40df-8e56-981e0f17ae0d,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:39.560616 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51617e6-e968-492a-ad1f-be3a226ab8d5,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:39.562536 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:39.562536 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Checking segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:39.565341 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.565894 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Bound using segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:39.566489 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Bound port: 9e542973-971f-40df-8e56-981e0f17ae0d, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:39.571062 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.588704 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Transition to ACTIVE for port object d53b3dda-c3e3-4896-9a9f-a3efa4817ecd will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:39.589379 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.594744 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ed1735f4-067e-4e7b-b2a0-5aa10235b93a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4775319 Dec 29 20:52:39.596421 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57710) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:39.597290 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-3071e4cc-ea18-48ec-8ef5-aec8c26bc4ae tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Unset dirty status for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:network {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:39.612867 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'floatingip': {'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:39.619064 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:39.623812 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-3071e4cc-ea18-48ec-8ef5-aec8c26bc4ae tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 819 time: 0.5481873 Dec 29 20:52:39.624448 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:floatingip and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:39.628948 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:39.662723 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:39.673078 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-15fdcd0a-f3fd-4d6c-a103-b3427339886f tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/quotas/1be1b4b900124ee2b891bf6027c28a86 HTTP/1.1" status: 200 len: 375 time: 0.0482202 Dec 29 20:52:39.675377 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.717511 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 9d37d4f6-5a51-4710-9582-ca6abd100a06, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=9d37d4f6-5a51-4710-9582-ca6abd100a06,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:39.730799 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.857484 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.936705 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.949173 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] For port 9e542973-971f-40df-8e56-981e0f17ae0d, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:39.959669 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] For port 9e542973-971f-40df-8e56-981e0f17ae0d, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=9e542973-971f-40df-8e56-981e0f17ae0d,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:39.972588 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.981839 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=9d37d4f6-5a51-4710-9582-ca6abd100a06,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:40.079251 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04840f53-76ad-4512-9b92-c7638aa34beb req-1f15fafe-49e8-4042-8e26-c85c443f1d3f tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:40.083827 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-04840f53-76ad-4512-9b92-c7638aa34beb req-1f15fafe-49e8-4042-8e26-c85c443f1d3f tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 932 time: 0.4317143 Dec 29 20:52:40.088245 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-ad21573d-297a-4ddb-b633-4cdc3edb15e6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Synchronizing usage tracker for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:40.105245 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:40.105488 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57718) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:40.105869 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:52:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:40.188588 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Pushing event updated for resources: {'Port': ['ID=d53b3dda-c3e3-4896-9a9f-a3efa4817ecd,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:40.200385 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:40.211076 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:40.215511 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:40.216048 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-348819'] for router_interface, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:40.238885 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c2d4f-bcd7-439d-ae7d-a4ee88bba021 None None] Pushing event updated for resources: {'Port': ['ID=9e542973-971f-40df-8e56-981e0f17ae0d,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:40.240004 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-ad21573d-297a-4ddb-b633-4cdc3edb15e6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Unset dirty status for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:40.253424 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-ad21573d-297a-4ddb-b633-4cdc3edb15e6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5792925 Dec 29 20:52:40.358176 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Request body: {'port': {'device_id': 'b0475e5a-96b2-414b-b9af-72765cd8e39d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:40.454352 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d8537f1-3051-4d45-80ba-b03326c382b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:40.595133 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:40.644365 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:40.706289 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c2344c2b-25a6-44ab-b4b0-f3bd8aa6da6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:40.711767 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 9d37d4f6-5a51-4710-9582-ca6abd100a06 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:40.914848 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c2344c2b-25a6-44ab-b4b0-f3bd8aa6da6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:40.918847 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c2344c2b-25a6-44ab-b4b0-f3bd8aa6da6c admin admin] Usage tracker for resource:security_group_rule and tenant:ba401604f4654548b7493200832d5d67 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:40.929861 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c2344c2b-25a6-44ab-b4b0-f3bd8aa6da6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:40.935632 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c2344c2b-25a6-44ab-b4b0-f3bd8aa6da6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:40.981217 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-9e530b30-6ef0-4ab4-a96a-1ab56f674569 None None] Provisioning for port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:40.998928 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-9e530b30-6ef0-4ab4-a96a-1ab56f674569 None None] Provisioning complete for port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:40.999683 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9e530b30-6ef0-4ab4-a96a-1ab56f674569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.035019 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c2344c2b-25a6-44ab-b4b0-f3bd8aa6da6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.036916 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.077940 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-04840f53-76ad-4512-9b92-c7638aa34beb req-d1bc2fbd-3007-4f60-a365-a320aa3c0314 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Synchronizing usage tracker for tenant:4be3c736d71b4fb7bef35b4a6efce56f on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:41.141241 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 9d37d4f6-5a51-4710-9582-ca6abd100a06 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:41.141608 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.166292 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9d8537f1-3051-4d45-80ba-b03326c382b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:41.177474 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9d8537f1-3051-4d45-80ba-b03326c382b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ba85b5fbfa0a4934a7dd675a054ea80a is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:41.181752 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9d8537f1-3051-4d45-80ba-b03326c382b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:41.191095 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9d8537f1-3051-4d45-80ba-b03326c382b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:41.243332 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-9e530b30-6ef0-4ab4-a96a-1ab56f674569 None None] Port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:52:41.260982 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c2344c2b-25a6-44ab-b4b0-f3bd8aa6da6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.289008 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.294875 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.295562 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350074'] for router_interface, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.391332 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f689fc4d-f797-4066-9e68-9b76c932a4da up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:41.618646 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Pushing event updated for resources: {'Port': ['ID=d53b3dda-c3e3-4896-9a9f-a3efa4817ecd,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:41.718437 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-37a808dc-745c-4940-ba0e-6a3c6ca2589b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=82855) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:52:41.721379 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:30Z', 'revision_number': 3, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:41.723567 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port f689fc4d-f797-4066-9e68-9b76c932a4da completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:41.730815 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-37a808dc-745c-4940-ba0e-6a3c6ca2589b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6574080 Dec 29 20:52:41.744273 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port f689fc4d-f797-4066-9e68-9b76c932a4da triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:41.748395 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.772332 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd096c8b-ed88-4ad1-93e3-b70f982afd76 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:41.779211 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.808435 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef29fb-1b60-4939-b773-f7ba032fbfeb None None] The sync data for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb is: [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:30Z', 'revision_number': 3, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:52:41.810429 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Transition to ACTIVE for port object fd096c8b-ed88-4ad1-93e3-b70f982afd76 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:41.851224 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.023721 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.038709 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:42.042154 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:42.103501 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port f689fc4d-f797-4066-9e68-9b76c932a4da, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=f689fc4d-f797-4066-9e68-9b76c932a4da,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:42.112021 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.123310 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d8537f1-3051-4d45-80ba-b03326c382b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.134386 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.315706 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=f689fc4d-f797-4066-9e68-9b76c932a4da,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:42.481162 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Allocated IP 172.28.2.176 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/04f863bb-6080-4e4b-8bf7-6ebc6ea8f02c) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:42.490176 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f689fc4d-f797-4066-9e68-9b76c932a4da up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:42.625522 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-a11d74a3-f24b-45a4-9a6d-b0b584883d1c service neutron] 10.222.0.16 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8932958 Dec 29 20:52:42.661072 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port f689fc4d-f797-4066-9e68-9b76c932a4da triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:42.661648 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.689176 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-543aa2d8-204f-4462-a37d-c349479c5f60 None None] Provisioning complete for port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:42.689659 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-543aa2d8-204f-4462-a37d-c349479c5f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.709879 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.784679 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-04840f53-76ad-4512-9b92-c7638aa34beb req-d1bc2fbd-3007-4f60-a365-a320aa3c0314 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Unset dirty status for tenant:4be3c736d71b4fb7bef35b4a6efce56f on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:42.796702 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-04840f53-76ad-4512-9b92-c7638aa34beb req-d1bc2fbd-3007-4f60-a365-a320aa3c0314 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6902747 Dec 29 20:52:42.799379 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.820283 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d8537f1-3051-4d45-80ba-b03326c382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.836366 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-543aa2d8-204f-4462-a37d-c349479c5f60 None None] Port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:52:42.885370 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9d8537f1-3051-4d45-80ba-b03326c382b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba85b5fbfa0a4934a7dd675a054ea80a&name=default HTTP/1.1" status: 200 len: 2647 time: 3.6956513 Dec 29 20:52:42.894111 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c2344c2b-25a6-44ab-b4b0-f3bd8aa6da6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba401604f4654548b7493200832d5d67&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7535636 Dec 29 20:52:42.931572 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57776) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:42.931924 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57778) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:42.968594 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-088f2625-236a-4d2b-9264-ad22fdc948e0 service neutron] 10.222.0.16 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419704 Dec 29 20:52:43.159335 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:43.178956 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:43.185295 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:43.190462 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2344c2b-25a6-44ab-b4b0-f3bd8aa6da6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177d078c-f142-464e-8c6b-2397af85b77c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:43.263336 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Router 831abed8-9377-42e3-aa88-1dfe3171cec5 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:52:43.312335 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8537f1-3051-4d45-80ba-b03326c382b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbe95e3-0b69-44b3-bc77-bac18d03315d,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:43.357524 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Pushing event updated for resources: {'Port': ['ID=fd096c8b-ed88-4ad1-93e3-b70f982afd76,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:43.388919 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Attempting to bind port fd096c8b-ed88-4ad1-93e3-b70f982afd76 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:43.389676 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Attempting to bind port fd096c8b-ed88-4ad1-93e3-b70f982afd76 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '1ad9e577-625c-463a-ae04-833ba3176044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '740c881f-db0d-4fc3-9b12-7ba22ea5f17a'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:43.390245 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Attempting to bind port fd096c8b-ed88-4ad1-93e3-b70f982afd76 on network 740c881f-db0d-4fc3-9b12-7ba22ea5f17a {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:43.413311 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Port fd096c8b-ed88-4ad1-93e3-b70f982afd76 on network 740c881f-db0d-4fc3-9b12-7ba22ea5f17a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:52:43.414065 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Attempting to bind port fd096c8b-ed88-4ad1-93e3-b70f982afd76 on network 740c881f-db0d-4fc3-9b12-7ba22ea5f17a {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:43.630931 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:43.656580 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a93c212e-739c-49db-b79c-19fcd6944622 admin admin] 10.222.0.16 "PUT /v2.0/routers/831abed8-9377-42e3-aa88-1dfe3171cec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8684216 Dec 29 20:52:43.729211 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5b608877-7536-411f-b47c-12db28a41ade req-aa5804d4-9416-4bca-a61f-82a971ccaf40 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 210 time: 0.3478005 Dec 29 20:52:43.941122 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:43.941529 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Checking segment: {'id': '1ad9e577-625c-463a-ae04-833ba3176044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '740c881f-db0d-4fc3-9b12-7ba22ea5f17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:43.942083 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Bound using segment: {'id': '1ad9e577-625c-463a-ae04-833ba3176044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '740c881f-db0d-4fc3-9b12-7ba22ea5f17a'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:43.946227 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Bound port: fd096c8b-ed88-4ad1-93e3-b70f982afd76, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad9e577-625c-463a-ae04-833ba3176044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '740c881f-db0d-4fc3-9b12-7ba22ea5f17a'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:43.948652 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.078791 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'Port': ['ID=04f863bb-6080-4e4b-8bf7-6ebc6ea8f02c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:44.170189 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3285a-3d33-4073-97ad-a656ccd9e7d2 req-fe6f7520-899d-4bf9-8c37-6a3c83af9efb tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:44.179758 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14d3285a-3d33-4073-97ad-a656ccd9e7d2 req-fe6f7520-899d-4bf9-8c37-6a3c83af9efb tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 944 time: 0.1627369 Dec 29 20:52:44.242302 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14d3285a-3d33-4073-97ad-a656ccd9e7d2 req-77b4d07a-0ae0-44d0-bf8d-13d9be419de7 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614741 Dec 29 20:52:44.413943 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.448174 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e232ebdb-74bc-4a6c-a8f2-47822340992b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.666508 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-4c385791-28e4-4c60-bb5f-f131d75d758a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:44.668348 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-4c385791-28e4-4c60-bb5f-f131d75d758a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 819 time: 0.2215025 Dec 29 20:52:44.792893 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5165-3c5c-4b77-a766-6b69b3aacde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.870105 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5165-3c5c-4b77-a766-6b69b3aacde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.013902 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e232ebdb-74bc-4a6c-a8f2-47822340992b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.023594 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5165-3c5c-4b77-a766-6b69b3aacde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.057284 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-3116ace3-9c65-42d4-9363-358f5c7060a9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/quotas/1be1b4b900124ee2b891bf6027c28a86 HTTP/1.1" status: 200 len: 375 time: 0.3592112 Dec 29 20:52:45.057837 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.416866 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57876) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:45.423523 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469868815', 'description': 'tempest-description--1526280410'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:45.436675 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:45.446677 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:security_group and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:45.465965 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:45.491538 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:45.517955 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.543319 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b5165-3c5c-4b77-a766-6b69b3aacde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbe95e3-0b69-44b3-bc77-bac18d03315d,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:45.552036 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e232ebdb-74bc-4a6c-a8f2-47822340992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.624364 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:45.635411 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:security_group_rule and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:45.643454 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] For port fd096c8b-ed88-4ad1-93e3-b70f982afd76, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:45.644400 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:45.671600 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:45.709647 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232ebdb-74bc-4a6c-a8f2-47822340992b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d078c-f142-464e-8c6b-2397af85b77c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:45.747241 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] For port fd096c8b-ed88-4ad1-93e3-b70f982afd76, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fd096c8b-ed88-4ad1-93e3-b70f982afd76,segment=NetworkSegment(1ad9e577-625c-463a-ae04-833ba3176044),segment_id=1ad9e577-625c-463a-ae04-833ba3176044)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:45.752943 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5165-3c5c-4b77-a766-6b69b3aacde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.757544 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-aa0b5165-3c5c-4b77-a766-6b69b3aacde4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bbe95e3-0b69-44b3-bc77-bac18d03315d HTTP/1.1" status: 204 len: 168 time: 2.7321720 Dec 29 20:52:45.770840 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e232ebdb-74bc-4a6c-a8f2-47822340992b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.772219 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e232ebdb-74bc-4a6c-a8f2-47822340992b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/177d078c-f142-464e-8c6b-2397af85b77c HTTP/1.1" status: 204 len: 168 time: 2.7411227 Dec 29 20:52:45.799002 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.929180 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.945060 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] 10.222.0.32 "PUT /v2.0/ports/fd096c8b-ed88-4ad1-93e3-b70f982afd76 HTTP/1.1" status: 200 len: 1094 time: 6.4599524 Dec 29 20:52:45.986524 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0475e5a-96b2-414b-b9af-72765cd8e39d', 'tag': 'fd096c8b-ed88-4ad1-93e3-b70f982afd76'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:46.111006 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.db.resource_extend [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 29 20:52:46.126070 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40ac49-6e5f-48f4-8cbf-a851d4512af6 req-1600d5f8-84ad-4f6f-981f-05b5f0b8b2b4 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:46.127842 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2f40ac49-6e5f-48f4-8cbf-a851d4512af6 req-1600d5f8-84ad-4f6f-981f-05b5f0b8b2b4 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 944 time: 0.4795017 Dec 29 20:52:46.128126 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.173445 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-4e23dccf-ea2e-4fd9-b81e-539734bfb80f tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6938946 Dec 29 20:52:46.173980 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8987a-22ad-45f6-9365-b871c4db1f77 service neutron] Pushing event updated for resources: {'Port': ['ID=fd096c8b-ed88-4ad1-93e3-b70f982afd76,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:46.177842 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.199067 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.206239 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.250556 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57c4447-db4c-4580-9096-93288235c648,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:46.271130 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2f40ac49-6e5f-48f4-8cbf-a851d4512af6 req-ba263b26-9772-4878-9ad6-1d5eceea00c4 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319780 Dec 29 20:52:46.310720 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.316720 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-398c6b98-c5b5-4fa6-b77a-411e71ec52e5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8979652 Dec 29 20:52:46.317587 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57896) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:46.324618 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'security_group_rule': {'security_group_id': 'b57c4447-db4c-4580-9096-93288235c648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:46.339013 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:46.344869 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:security_group_rule and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:46.349315 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:46.357869 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:46.382728 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-c13d28df-b318-4240-8320-f9abc9a35aaf service neutron] 10.222.0.16 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993456 Dec 29 20:52:46.387683 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.571886 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.581280 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.609999 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.638317 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85120de6-d765-4da8-a53f-55739272ca8c,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:46.668877 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.670255 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0726256 Dec 29 20:52:46.684194 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.692482 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3b8681c4-d2c1-4b46-836a-106fbea2406d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3691964 Dec 29 20:52:46.699714 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57904) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:46.715038 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5479f-34a7-4761-a6c0-c40405d87b6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'Port': ['ID=04f863bb-6080-4e4b-8bf7-6ebc6ea8f02c,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:46.736422 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'security_group_rule': {'security_group_id': 'b57c4447-db4c-4580-9096-93288235c648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:46.737507 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57910) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:46.758780 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:46.761035 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fe05fa72-b262-452f-a80c-b88f947b4958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.768973 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:security_group_rule and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:46.777390 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:46.783972 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-221f4b79-a94d-4aba-8ccb-3e9340b68e3b service neutron] 10.222.0.16 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912089 Dec 29 20:52:46.793311 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:46.824373 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-ae9f4711-c964-422d-a7ee-dd5d23e32798 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4be3c736d71b4fb7bef35b4a6efce56f&device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 1097 time: 0.2831647 Dec 29 20:52:46.831452 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.040887 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-fe05fa72-b262-452f-a80c-b88f947b4958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:47.044272 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-0cbdd668-79cf-43ba-8af1-82565590bc15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd096c8b-ed88-4ad1-93e3-b70f982afd76 HTTP/1.1" status: 200 len: 217 time: 0.2188888 Dec 29 20:52:47.047329 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-fe05fa72-b262-452f-a80c-b88f947b4958 admin admin] Usage tracker for resource:security_group_rule and tenant:7b177ab879594100aedf4705bdb20466 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:47.051855 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-fe05fa72-b262-452f-a80c-b88f947b4958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:47.085452 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.097467 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.167955 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-bdc81a29-2589-47f7-b8e7-ba44e6b2de52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:47.174029 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-bdc81a29-2589-47f7-b8e7-ba44e6b2de52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab17f1a1-63fa-4197-8a3b-52e8048894cf HTTP/1.1" status: 200 len: 852 time: 0.1141486 Dec 29 20:52:47.175069 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-fe05fa72-b262-452f-a80c-b88f947b4958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:47.184398 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1925706-c0cb-4d5f-856d-409aeeca33fa,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:47.197444 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.199012 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-35ff45d5-59ad-4230-91cf-b718a48499f1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4987760 Dec 29 20:52:47.202478 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57926) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:47.218536 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'floatingip': {'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:47.300086 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:47.343228 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:floatingip and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:47.352923 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25e1ebb1-c0d0-4855-bc66-dd92291beea1 req-de0caa09-a859-4e83-9f7e-5498a49c73ce tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 210 time: 0.1566346 Dec 29 20:52:47.370548 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57936) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:47.375282 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-a1628d65-106f-4f59-a98b-f0d66ba17ebf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=740c881f-db0d-4fc3-9b12-7ba22ea5f17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510112 Dec 29 20:52:47.381260 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:47.567726 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:47.751537 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.32', 60772) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:47.854044 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-14506ba6-5465-4f89-af52-e8f9d978d449 service neutron] 10.222.0.32 "GET /v2.0/networks/740c881f-db0d-4fc3-9b12-7ba22ea5f17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117160 Dec 29 20:52:48.157542 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60d3945d-5d8f-4fe2-9d07-d6f5a3e28a6b req-285c9912-dce5-41eb-aac4-2588935dd947 service neutron] 10.222.0.32 "GET /v2.0/networks/740c881f-db0d-4fc3-9b12-7ba22ea5f17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418847 Dec 29 20:52:48.172632 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:48.238716 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a98a72ef-8dc7-4c36-85af-7a69ca3ce68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:48.268310 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-88a400f4-88e9-4eb3-8d47-823d7fb56d59 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Synchronizing usage tracker for tenant:075e3ea67ec341bd8546d2def1548997 on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:48.377797 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a98a72ef-8dc7-4c36-85af-7a69ca3ce68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:48.381957 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fe05fa72-b262-452f-a80c-b88f947b4958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:48.390977 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a98a72ef-8dc7-4c36-85af-7a69ca3ce68e admin admin] Usage tracker for resource:security_group_rule and tenant:ded4472f048b4eed8900cbd6ec8f45c5 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:48.398739 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a98a72ef-8dc7-4c36-85af-7a69ca3ce68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:48.405236 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fe05fa72-b262-452f-a80c-b88f947b4958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:48.423115 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a98a72ef-8dc7-4c36-85af-7a69ca3ce68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:48.432442 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44e9b-42fa-495c-8000-b1a0af9914e6 req-bc8d187e-347f-42e9-8ab8-0da0847b3e6f tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:48.440187 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bbe44e9b-42fa-495c-8000-b1a0af9914e6 req-bc8d187e-347f-42e9-8ab8-0da0847b3e6f tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 944 time: 0.8456917 Dec 29 20:52:48.457458 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05fa72-b262-452f-a80c-b88f947b4958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c742b1-b73b-4515-99a5-25385678b081,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:48.460134 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-88a400f4-88e9-4eb3-8d47-823d7fb56d59 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Unset dirty status for tenant:075e3ea67ec341bd8546d2def1548997 on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:48.467852 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-88a400f4-88e9-4eb3-8d47-823d7fb56d59 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1342022798&fields=id&tenant_id=075e3ea67ec341bd8546d2def1548997 HTTP/1.1" status: 200 len: 267 time: 0.9052167 Dec 29 20:52:48.475352 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-0f92da11-41f7-448f-b4ac-6e6f4ecb85bf tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:48.477362 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-0f92da11-41f7-448f-b4ac-6e6f4ecb85bf tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 819 time: 0.7236691 Dec 29 20:52:48.505306 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Request body: {'port': {'device_id': '7f1f7ba1-b35a-4689-b111-fb8fa3561e7b', 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'admin_state_up': True, 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:48.683316 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bbe44e9b-42fa-495c-8000-b1a0af9914e6 req-741e5b40-ff45-4145-b0e9-5fcc1931df7b tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414336 Dec 29 20:52:48.746903 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a98a72ef-8dc7-4c36-85af-7a69ca3ce68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:48.762903 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a98a72ef-8dc7-4c36-85af-7a69ca3ce68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:48.793406 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-3cc2b13c-b5d0-47d5-8507-15a573ff3fc2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:48.794439 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-3cc2b13c-b5d0-47d5-8507-15a573ff3fc2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Synchronizing usage tracker for tenant:075e3ea67ec341bd8546d2def1548997 on resource:network {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:48.830664 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-fe05fa72-b262-452f-a80c-b88f947b4958 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b177ab879594100aedf4705bdb20466&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0921261 Dec 29 20:52:48.842169 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 57978) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:48.844559 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:48.878063 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a72ef-8dc7-4c36-85af-7a69ca3ce68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d9300-16c5-476e-81dd-8e4f78931e95,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:48.889551 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:48.897433 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a98a72ef-8dc7-4c36-85af-7a69ca3ce68e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ded4472f048b4eed8900cbd6ec8f45c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5257199 Dec 29 20:52:48.898365 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-3cc2b13c-b5d0-47d5-8507-15a573ff3fc2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Unset dirty status for tenant:075e3ea67ec341bd8546d2def1548997 on resource:network {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:48.906248 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-3cc2b13c-b5d0-47d5-8507-15a573ff3fc2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 815 time: 0.4374285 Dec 29 20:52:48.907289 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 57984) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:48.933595 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Made reservation on behalf of 1be1b4b900124ee2b891bf6027c28a86 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:48.935018 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:48.941772 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:48.943070 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-3ad6bde8-e6f1-4f6d-a6c3-f6c7439b843f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/quotas/075e3ea67ec341bd8546d2def1548997 HTTP/1.1" status: 200 len: 375 time: 0.0354407 Dec 29 20:52:49.056388 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bcfddf8c-24ea-4291-b294-622c0b9a9c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.085481 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bcfddf8c-24ea-4291-b294-622c0b9a9c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.147437 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bcfddf8c-24ea-4291-b294-622c0b9a9c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.176959 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfddf8c-24ea-4291-b294-622c0b9a9c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c742b1-b73b-4515-99a5-25385678b081,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:49.181868 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-cac442dc-fc7f-4147-85a8-9bb16708a855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.222461 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0475e5a-96b2-414b-b9af-72765cd8e39d', 'tag': 'fd096c8b-ed88-4ad1-93e3-b70f982afd76', 'status': 'completed', 'code': 200} Dec 29 20:52:49.241194 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-cac442dc-fc7f-4147-85a8-9bb16708a855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.268830 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bcfddf8c-24ea-4291-b294-622c0b9a9c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.270038 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bcfddf8c-24ea-4291-b294-622c0b9a9c66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1c742b1-b73b-4515-99a5-25385678b081 HTTP/1.1" status: 204 len: 168 time: 0.4233446 Dec 29 20:52:49.283440 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-b55bb48f-e530-48cc-ad3b-4e9acc020359 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Synchronizing usage tracker for tenant:075e3ea67ec341bd8546d2def1548997 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:49.337700 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Allocated IP 172.28.2.210 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/b64fb4e9-bba6-4176-980b-aa1d4f1c5a5e) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:49.391771 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-cac442dc-fc7f-4147-85a8-9bb16708a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.404585 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-53b743ab-d48c-44c0-960b-77fbb85e7fc6 req-f6e09464-c43d-4003-83d0-f2371f81d323 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 210 time: 0.0595269 Dec 29 20:52:49.425722 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac442dc-fc7f-4147-85a8-9bb16708a855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d9300-16c5-476e-81dd-8e4f78931e95,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:49.452305 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Allocated IP 172.20.0.9 (042e02eb-e8e8-424a-903f-2772db030ade/29bba367-23e2-4eca-8599-ff86f7af9111/7116361f-87bd-4700-9686-36d54b8622e4) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:49.477911 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-cac442dc-fc7f-4147-85a8-9bb16708a855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.477911 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-cac442dc-fc7f-4147-85a8-9bb16708a855 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/417d9300-16c5-476e-81dd-8e4f78931e95 HTTP/1.1" status: 204 len: 168 time: 0.5646532 Dec 29 20:52:49.544805 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.611385 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-b55bb48f-e530-48cc-ad3b-4e9acc020359 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Unset dirty status for tenant:075e3ea67ec341bd8546d2def1548997 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:49.612997 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-b55bb48f-e530-48cc-ad3b-4e9acc020359 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6688113 Dec 29 20:52:49.614325 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.815756 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.851490 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.971851 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.32', 60779) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:49.986816 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Network 042e02eb-e8e8-424a-903f-2772db030ade is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:49.990346 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:49.995718 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:50.008773 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:50.011773 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:50.074885 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:50.087580 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:50.124928 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:50.153788 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'Port': ['ID=b64fb4e9-bba6-4176-980b-aa1d4f1c5a5e,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:50.337959 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-58ec69cf-1351-4237-ab2a-a42dc3ff5710 req-fee8c4d1-ceb8-48a7-8daf-2f4463693480 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4be3c736d71b4fb7bef35b4a6efce56f&device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 1097 time: 0.7665172 Dec 29 20:52:50.341262 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-317bb090-ad52-4f96-9daf-b848f31328c3 service neutron] 10.222.0.16 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298738 Dec 29 20:52:50.529019 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0142689 Dec 29 20:52:50.657279 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Request body: {'port': {'device_id': '7f1f7ba1-b35a-4689-b111-fb8fa3561e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:50.857008 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58028) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:50.889297 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35731d2-1977-4d21-9592-44d7826bddfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Pushing event updated for resources: {'Port': ['ID=7116361f-87bd-4700-9686-36d54b8622e4,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:50.918172 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbe51b9b-c4e0-4371-9e4b-557d0cbffab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:50.930428 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-a3cd536d-bb30-4df6-bd9d-219912b1b806 service neutron] 10.222.0.16 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770075 Dec 29 20:52:51.059443 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-3325a43f-22e6-4e5b-97bd-09ddde874de5 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:51.059802 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.060571 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-3325a43f-22e6-4e5b-97bd-09ddde874de5 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 819 time: 0.9860361 Dec 29 20:52:51.061646 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fbe51b9b-c4e0-4371-9e4b-557d0cbffab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:51.072556 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fbe51b9b-c4e0-4371-9e4b-557d0cbffab8 admin admin] Usage tracker for resource:security_group_rule and tenant:49a012b00f0f4869b6bd888fb1266fb0 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:51.077484 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fbe51b9b-c4e0-4371-9e4b-557d0cbffab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:51.082410 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.105204 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12d1fc-78fd-4c03-b1d5-2413e7ec1611 req-44c0cd45-cc9b-4b8e-bb28-391c1237bb37 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:51.113700 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9f12d1fc-78fd-4c03-b1d5-2413e7ec1611 req-44c0cd45-cc9b-4b8e-bb28-391c1237bb37 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 944 time: 0.6166964 Dec 29 20:52:51.118143 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fbe51b9b-c4e0-4371-9e4b-557d0cbffab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:51.124364 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec69cf-1351-4237-ab2a-a42dc3ff5710 req-cb0d3263-bc15-4b1d-91f2-1bf5778c2866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:51.126150 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-58ec69cf-1351-4237-ab2a-a42dc3ff5710 req-cb0d3263-bc15-4b1d-91f2-1bf5778c2866 service neutron] 10.222.0.32 "GET /v2.0/networks?id=740c881f-db0d-4fc3-9b12-7ba22ea5f17a HTTP/1.1" status: 200 len: 912 time: 0.4475162 Dec 29 20:52:51.151840 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.251650 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9f12d1fc-78fd-4c03-b1d5-2413e7ec1611 req-31f73db9-f73b-401e-952a-a46a12d87398 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366196 Dec 29 20:52:51.382581 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Request body: {'port': {'device_id': '2590534f-5231-4b09-ae7a-6b216a9b373d', 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'admin_state_up': True, 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:51.511654 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-58ec69cf-1351-4237-ab2a-a42dc3ff5710 req-661b2868-1d3e-455d-a0de-bc112abd5d49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd096c8b-ed88-4ad1-93e3-b70f982afd76 HTTP/1.1" status: 200 len: 217 time: 0.1503267 Dec 29 20:52:51.606864 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-afb8cc64-ae63-4f6d-b1f0-e3525801a9db req-64798cb1-deb0-4b7d-98eb-bbcae81cce17 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 210 time: 0.1923394 Dec 29 20:52:51.685417 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-dee3a88e-2765-4dad-8359-fc81894c705b req-06159826-3005-4e6c-b05b-5d80c94715b1 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 210 time: 0.2372329 Dec 29 20:52:51.726491 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbe51b9b-c4e0-4371-9e4b-557d0cbffab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.839202 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbe51b9b-c4e0-4371-9e4b-557d0cbffab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.900612 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-fbe51b9b-c4e0-4371-9e4b-557d0cbffab8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49a012b00f0f4869b6bd888fb1266fb0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0430768 Dec 29 20:52:51.907165 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.907825 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58080) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:51.915314 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec69cf-1351-4237-ab2a-a42dc3ff5710 req-b7b97b11-1a55-4d53-822a-be8d766d3e4a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:51.917706 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-58ec69cf-1351-4237-ab2a-a42dc3ff5710 req-b7b97b11-1a55-4d53-822a-be8d766d3e4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab17f1a1-63fa-4197-8a3b-52e8048894cf HTTP/1.1" status: 200 len: 852 time: 0.3600132 Dec 29 20:52:51.918946 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.025818 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe51b9b-c4e0-4371-9e4b-557d0cbffab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049d60f4-f2ce-4d46-b375-570c1ec5c879,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:52.051347 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:52.058536 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Usage tracker for resource:port and tenant:1be1b4b900124ee2b891bf6027c28a86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:52.075995 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:52.090421 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:52.100933 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.133061 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-58ec69cf-1351-4237-ab2a-a42dc3ff5710 req-997c38c9-1155-4a2d-9ef0-7991ccd2c325 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=740c881f-db0d-4fc3-9b12-7ba22ea5f17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1950128 Dec 29 20:52:52.141194 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.142588 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9288955 Dec 29 20:52:52.181544 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Made reservation on behalf of 1be1b4b900124ee2b891bf6027c28a86 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:52.196148 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.258930 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d361b8e-4fd6-4974-bcbd-15b77cb1cf88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'Port': ['ID=b64fb4e9-bba6-4176-980b-aa1d4f1c5a5e,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:52.358621 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-58ec69cf-1351-4237-ab2a-a42dc3ff5710 req-da352371-703c-4428-bcbc-28efc51b5da9 service neutron] 10.222.0.32 "GET /v2.0/networks/740c881f-db0d-4fc3-9b12-7ba22ea5f17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117419 Dec 29 20:52:52.414524 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c9bc4e9-dfcf-4bc8-8da4-640613a40247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.420518 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.db.resource_extend [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 29 20:52:52.432939 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.528145 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c9bc4e9-dfcf-4bc8-8da4-640613a40247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.558317 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-58ec69cf-1351-4237-ab2a-a42dc3ff5710 req-b6cbdc7a-2adc-4022-b780-bf350e4f395e service neutron] 10.222.0.32 "GET /v2.0/networks/740c881f-db0d-4fc3-9b12-7ba22ea5f17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905329 Dec 29 20:52:52.564151 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7116361f-87bd-4700-9686-36d54b8622e4 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:52.584472 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.646111 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Transition to ACTIVE for port object 7116361f-87bd-4700-9686-36d54b8622e4 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:52.692859 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.739452 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-9d58805e-8fff-4359-b6e2-9e27b9f1bff3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--469868815&fields=id&tenant_id=4303f986d4f14cda8cd2b19e4146f428 HTTP/1.1" status: 200 len: 267 time: 0.0555773 Dec 29 20:52:52.792430 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c9bc4e9-dfcf-4bc8-8da4-640613a40247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.795313 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Pushing event updated for resources: {'Port': ['ID=7116361f-87bd-4700-9686-36d54b8622e4,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:52.885405 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58130) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:52.886288 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bc4e9-dfcf-4bc8-8da4-640613a40247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d60f4-f2ce-4d46-b375-570c1ec5c879,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:52.928470 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Allocated IP 172.20.0.2 (042e02eb-e8e8-424a-903f-2772db030ade/29bba367-23e2-4eca-8599-ff86f7af9111/dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:52.941025 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4c4b8-4d7a-430d-850d-5fe97c388c60 req-882a8afc-4fde-4b9b-94d3-2c7b3cf9cdbc tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:52.947696 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9db4c4b8-4d7a-430d-850d-5fe97c388c60 req-882a8afc-4fde-4b9b-94d3-2c7b3cf9cdbc tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 944 time: 0.3683290 Dec 29 20:52:52.981826 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c9bc4e9-dfcf-4bc8-8da4-640613a40247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.985942 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5c9bc4e9-dfcf-4bc8-8da4-640613a40247 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/049d60f4-f2ce-4d46-b375-570c1ec5c879 HTTP/1.1" status: 204 len: 168 time: 1.0771399 Dec 29 20:52:53.030388 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-6d1987ae-172f-44c8-b7bb-58587cda1b6d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:53.034674 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-6d1987ae-172f-44c8-b7bb-58587cda1b6d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 809 time: 0.2849708 Dec 29 20:52:53.068970 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-c8f00c15-f89e-41a9-a69b-210e004651bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/quotas/4303f986d4f14cda8cd2b19e4146f428 HTTP/1.1" status: 200 len: 375 time: 0.0284050 Dec 29 20:52:53.098706 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9db4c4b8-4d7a-430d-850d-5fe97c388c60 req-3bd285a0-9b33-4fb1-a58a-234ff324c2f1 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499922 Dec 29 20:52:53.099698 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Attempting to bind port 7116361f-87bd-4700-9686-36d54b8622e4 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:53.100222 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Attempting to bind port 7116361f-87bd-4700-9686-36d54b8622e4 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:53.102877 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Attempting to bind port 7116361f-87bd-4700-9686-36d54b8622e4 on network 042e02eb-e8e8-424a-903f-2772db030ade {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:53.126031 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Port 7116361f-87bd-4700-9686-36d54b8622e4 on network 042e02eb-e8e8-424a-903f-2772db030ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:52:53.126676 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Attempting to bind port 7116361f-87bd-4700-9686-36d54b8622e4 on network 042e02eb-e8e8-424a-903f-2772db030ade {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:53.314186 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-d8ba2af6-903d-4e0b-b199-355c18b5931b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2433424 Dec 29 20:52:53.322624 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-f307f799-8b98-4f55-b34c-a413751e7665 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:53.324042 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-f307f799-8b98-4f55-b34c-a413751e7665 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 815 time: 0.2073975 Dec 29 20:52:53.394079 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.494012 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.495594 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:53.495949 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Checking segment: {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:53.496499 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Bound using segment: {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:53.496968 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Bound port: 7116361f-87bd-4700-9686-36d54b8622e4, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:53.501498 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.505990 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-5e962aad-e0c5-4082-8768-8459daf10e1d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075e3ea67ec341bd8546d2def1548997 HTTP/1.1" status: 200 len: 380 time: 0.1630180 Dec 29 20:52:53.554031 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'port': {'device_id': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'admin_state_up': True, 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'security_groups': ['3c89920a-4c5b-4c6b-acdc-9a1bc0af847b']}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:53.670264 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-a79e0202-8de1-4d7c-9262-89b1ea0d1b44 service neutron] 10.222.0.16 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449557 Dec 29 20:52:53.698583 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Network 042e02eb-e8e8-424a-903f-2772db030ade is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:53.709786 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:53.721407 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73870d14-f3b5-4860-a12d-170186d6b880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.738104 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:53.743478 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:53.744306 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.770138 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-73870d14-f3b5-4860-a12d-170186d6b880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:53.774478 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-73870d14-f3b5-4860-a12d-170186d6b880 admin admin] Usage tracker for resource:security_group_rule and tenant:b44bb691a9ee424383bb5c404f00e8c2 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:53.777820 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-73870d14-f3b5-4860-a12d-170186d6b880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:53.786189 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-73870d14-f3b5-4860-a12d-170186d6b880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:53.931146 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Pushing event updated for resources: {'Port': ['ID=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:54.044691 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:54.053787 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73870d14-f3b5-4860-a12d-170186d6b880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.078339 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:54.116755 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-f2268825-8128-44ce-b6b9-0b1915323f30 service neutron] 10.222.0.16 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448340 Dec 29 20:52:54.122160 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Made reservation on behalf of 075e3ea67ec341bd8546d2def1548997 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:54.129858 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73870d14-f3b5-4860-a12d-170186d6b880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.138608 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.215124 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3ac5282-58c4-451d-b9fa-c0a32085d000 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8650808 Dec 29 20:52:54.280381 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-73870d14-f3b5-4860-a12d-170186d6b880 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b44bb691a9ee424383bb5c404f00e8c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3918440 Dec 29 20:52:54.286628 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Request body: {'port': {'device_id': '2590534f-5231-4b09-ae7a-6b216a9b373d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:54.345559 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58182) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:54.386088 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0ccb9-ea56-4287-89f7-cfa18461a503 req-890a0a4b-9e8b-4a54-88f5-c8f1c8df3f26 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:54.389500 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3bf0ccb9-ea56-4287-89f7-cfa18461a503 req-890a0a4b-9e8b-4a54-88f5-c8f1c8df3f26 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Synchronizing usage tracker for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:54.408040 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73870d14-f3b5-4860-a12d-170186d6b880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73b120b-2227-4a1f-b895-d337ffa2f1c2,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:54.547202 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.641092 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 9e542973-971f-40df-8e56-981e0f17ae0d up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:54.653986 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3bf0ccb9-ea56-4287-89f7-cfa18461a503 req-890a0a4b-9e8b-4a54-88f5-c8f1c8df3f26 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Unset dirty status for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:54.655143 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3bf0ccb9-ea56-4287-89f7-cfa18461a503 req-890a0a4b-9e8b-4a54-88f5-c8f1c8df3f26 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 931 time: 1.2268569 Dec 29 20:52:54.695391 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] For port 7116361f-87bd-4700-9686-36d54b8622e4, host hv-cinder-82317, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:54.774948 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Allocated IP 172.20.0.9 (1023b155-5af2-4d3a-a7da-a263b3807117/ef97d291-dce7-42e6-87d4-dbf131039ac9/fde79a26-7ca3-4178-905b-3b5af624c090) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:54.802365 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] For port 7116361f-87bd-4700-9686-36d54b8622e4, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7116361f-87bd-4700-9686-36d54b8622e4,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:54.847203 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 9e542973-971f-40df-8e56-981e0f17ae0d completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:54.847869 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.859597 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 9e542973-971f-40df-8e56-981e0f17ae0d triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:54.860890 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.043651 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.070112 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 9e542973-971f-40df-8e56-981e0f17ae0d, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=9e542973-971f-40df-8e56-981e0f17ae0d,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:55.072853 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fd096c8b-ed88-4ad1-93e3-b70f982afd76 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:52:55.176593 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3bf0ccb9-ea56-4287-89f7-cfa18461a503 req-8dfe2c49-c8e1-4299-8045-b47e81508822 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Synchronizing usage tracker for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:55.220742 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.220742 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] 10.222.0.32 "PUT /v2.0/ports/7116361f-87bd-4700-9686-36d54b8622e4 HTTP/1.1" status: 200 len: 1093 time: 4.6830428 Dec 29 20:52:55.224179 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1f7ba1-b35a-4689-b111-fb8fa3561e7b', 'tag': '7116361f-87bd-4700-9686-36d54b8622e4'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:55.347500 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fd096c8b-ed88-4ad1-93e3-b70f982afd76, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fd096c8b-ed88-4ad1-93e3-b70f982afd76,segment=NetworkSegment(1ad9e577-625c-463a-ae04-833ba3176044),segment_id=1ad9e577-625c-463a-ae04-833ba3176044)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:55.382242 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'fd096c8b-ed88-4ad1-93e3-b70f982afd76', 'network_id': '740c881f-db0d-4fc3-9b12-7ba22ea5f17a', 'port_id': 'fd096c8b-ed88-4ad1-93e3-b70f982afd76', 'mac_address': 'fa:16:3e:f2:66:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab17f1a1-63fa-4197-8a3b-52e8048894cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:52:55.384021 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.437941 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e2d6efbd-bdfa-42df-85c2-fe4ccffdab88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.515556 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ef0e4-94ea-43ff-aaa3-7c66a1fc360e service neutron] Pushing event updated for resources: {'Port': ['ID=7116361f-87bd-4700-9686-36d54b8622e4,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:55.523446 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e2d6efbd-bdfa-42df-85c2-fe4ccffdab88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.589972 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=9e542973-971f-40df-8e56-981e0f17ae0d,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:55.611461 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ca67d8f9-f98b-415e-a4d9-5b75d5d81e2d req-4fab6834-fd1f-406f-8e64-230e242bb848 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 210 time: 1.0857887 Dec 29 20:52:55.635835 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:52:55.677826 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e2d6efbd-bdfa-42df-85c2-fe4ccffdab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.737524 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.743826 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6efbd-bdfa-42df-85c2-fe4ccffdab88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73b120b-2227-4a1f-b895-d337ffa2f1c2,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:55.791987 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd096c8b-ed88-4ad1-93e3-b70f982afd76 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:55.833535 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.861372 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fd096c8b-ed88-4ad1-93e3-b70f982afd76, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fd096c8b-ed88-4ad1-93e3-b70f982afd76,segment=NetworkSegment(1ad9e577-625c-463a-ae04-833ba3176044),segment_id=1ad9e577-625c-463a-ae04-833ba3176044)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:55.867702 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.885928 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e2d6efbd-bdfa-42df-85c2-fe4ccffdab88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.891438 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e2d6efbd-bdfa-42df-85c2-fe4ccffdab88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f73b120b-2227-4a1f-b895-d337ffa2f1c2 HTTP/1.1" status: 204 len: 168 time: 1.5456352 Dec 29 20:52:55.901844 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Transition to ACTIVE for port object fde79a26-7ca3-4178-905b-3b5af624c090 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:55.922659 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:55.949587 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.985404 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Transition to ACTIVE for port object dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:55.987814 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3bf0ccb9-ea56-4287-89f7-cfa18461a503 req-8dfe2c49-c8e1-4299-8045-b47e81508822 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Unset dirty status for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:55.990980 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3bf0ccb9-ea56-4287-89f7-cfa18461a503 req-8dfe2c49-c8e1-4299-8045-b47e81508822 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2998977 Dec 29 20:52:55.996251 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6a22-f47f-44c5-8b8c-89f7c2aeb1f5 req-07ce4a66-789f-4b80-830e-a0f20b5f8e9d tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:55.998110 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b25f6a22-f47f-44c5-8b8c-89f7c2aeb1f5 req-07ce4a66-789f-4b80-830e-a0f20b5f8e9d tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 945 time: 0.0976350 Dec 29 20:52:56.001146 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:56.010654 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fd096c8b-ed88-4ad1-93e3-b70f982afd76,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:56.012676 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:56.067134 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Network 1023b155-5af2-4d3a-a7da-a263b3807117 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:56.075217 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:56.101684 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:56.105777 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:56.106776 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:56.163867 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fd096c8b-ed88-4ad1-93e3-b70f982afd76'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:52:56.176255 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:56.186735 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-66f2963e-8d79-4e00-9c41-08d9f9106793 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6475325 Dec 29 20:52:56.206302 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Request body: {'port': {'device_id': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:56.218868 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:56.221882 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-d70b5b6f-e736-4a4e-a2c5-a537bb901775 req-206c38cb-abd7-4e83-8c6b-ef18dd26279e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Synchronizing usage tracker for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:56.281570 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-d70b5b6f-e736-4a4e-a2c5-a537bb901775 req-206c38cb-abd7-4e83-8c6b-ef18dd26279e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Unset dirty status for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:56.282792 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d70b5b6f-e736-4a4e-a2c5-a537bb901775 req-206c38cb-abd7-4e83-8c6b-ef18dd26279e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 210 time: 0.1195703 Dec 29 20:52:56.304104 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b25f6a22-f47f-44c5-8b8c-89f7c2aeb1f5 req-ed300b53-7260-4e0b-b20b-b6621cdd2e32 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351713 Dec 29 20:52:56.473967 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.32', 60792) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:56.511387 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:56.524881 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 9e542973-971f-40df-8e56-981e0f17ae0d up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:56.638696 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-ba4f566a-a5bf-4312-b11c-df8e7e48500e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1096 time: 1.1248395 Dec 29 20:52:56.692932 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-0887bd36-f6b7-472d-b80a-4826cea7453e None None] Provisioning for port fde79a26-7ca3-4178-905b-3b5af624c090 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:56.699846 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-0887bd36-f6b7-472d-b80a-4826cea7453e None None] Provisioning complete for port fde79a26-7ca3-4178-905b-3b5af624c090 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:56.700272 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0887bd36-f6b7-472d-b80a-4826cea7453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:56.707595 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58248) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:56.780096 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-0887bd36-f6b7-472d-b80a-4826cea7453e None None] Port fde79a26-7ca3-4178-905b-3b5af624c090 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:52:56.813309 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 9e542973-971f-40df-8e56-981e0f17ae0d triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:56.813743 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:56.818911 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-6e5cdf8a-f215-469a-af84-fdbf2d8045ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116361f-87bd-4700-9686-36d54b8622e4 HTTP/1.1" status: 200 len: 217 time: 0.1422064 Dec 29 20:52:57.054416 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Attempting to bind port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:57.054935 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Attempting to bind port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:57.055413 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Attempting to bind port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c on network 042e02eb-e8e8-424a-903f-2772db030ade {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:57.067844 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-18ce50b0-62a2-4848-ba9e-ee0d97b224ea tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:57.070453 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-18ce50b0-62a2-4848-ba9e-ee0d97b224ea tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Synchronizing usage tracker for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:network {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:57.088206 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-b97bb1b3-0af8-4452-b7e1-3551001fe68f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:57.089812 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-b97bb1b3-0af8-4452-b7e1-3551001fe68f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.2690566 Dec 29 20:52:57.093063 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c on network 042e02eb-e8e8-424a-903f-2772db030ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:52:57.093550 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Attempting to bind port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c on network 042e02eb-e8e8-424a-903f-2772db030ade {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:57.190144 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:57.190817 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Checking segment: {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:57.191391 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Bound using segment: {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:57.192195 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Bound port: dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:57.192733 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.205515 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-18ce50b0-62a2-4848-ba9e-ee0d97b224ea tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Unset dirty status for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:network {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:57.206932 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-18ce50b0-62a2-4848-ba9e-ee0d97b224ea tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 809 time: 0.7285812 Dec 29 20:52:57.209812 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-7e8f42bb-e4a2-4ab5-8589-7000595fd664 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105294 Dec 29 20:52:57.214000 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-65bc342b-0ec9-430f-aa52-054cd2167be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.231596 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1f7ba1-b35a-4689-b111-fb8fa3561e7b', 'tag': '7116361f-87bd-4700-9686-36d54b8622e4', 'status': 'completed', 'code': 200} Dec 29 20:52:57.314226 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee33a8f-a629-46ce-b3fe-89ca337bc750 req-ef0b1f29-eb44-42ea-bf31-f3e8b91c9e9e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:57.315419 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-9ee33a8f-a629-46ce-b3fe-89ca337bc750 req-ef0b1f29-eb44-42ea-bf31-f3e8b91c9e9e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Synchronizing usage tracker for tenant:075e3ea67ec341bd8546d2def1548997 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:57.352439 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-9ee33a8f-a629-46ce-b3fe-89ca337bc750 req-ef0b1f29-eb44-42ea-bf31-f3e8b91c9e9e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Unset dirty status for tenant:075e3ea67ec341bd8546d2def1548997 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:57.359300 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9ee33a8f-a629-46ce-b3fe-89ca337bc750 req-ef0b1f29-eb44-42ea-bf31-f3e8b91c9e9e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 931 time: 0.3535378 Dec 29 20:52:57.498828 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde79a26-7ca3-4178-905b-3b5af624c090 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:57.534460 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9ee33a8f-a629-46ce-b3fe-89ca337bc750 req-a75c8a2f-b169-4db0-994c-82cf68391166 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741197 Dec 29 20:52:57.551302 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.577809 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Transition to ACTIVE for port object fde79a26-7ca3-4178-905b-3b5af624c090 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:57.582826 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.663201 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:57.848531 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] For port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c, host hv-cinder-82317, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:57.872271 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b4750fc7-c189-430e-827d-fb4977500a9d req-9cd8a625-586f-47a5-aa91-6034b82a0ad3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 210 time: 0.0877559 Dec 29 20:52:57.877909 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-f6150da9-af2c-478a-9792-df94b0ad1581 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428661 Dec 29 20:52:57.885884 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-65bc342b-0ec9-430f-aa52-054cd2167be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:58.000023 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Attempting to bind port fde79a26-7ca3-4178-905b-3b5af624c090 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:58.000310 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Attempting to bind port fde79a26-7ca3-4178-905b-3b5af624c090 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:58.000570 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Attempting to bind port fde79a26-7ca3-4178-905b-3b5af624c090 on network 1023b155-5af2-4d3a-a7da-a263b3807117 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:58.014335 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Port fde79a26-7ca3-4178-905b-3b5af624c090 on network 1023b155-5af2-4d3a-a7da-a263b3807117 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:52:58.014655 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Attempting to bind port fde79a26-7ca3-4178-905b-3b5af624c090 on network 1023b155-5af2-4d3a-a7da-a263b3807117 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:58.019150 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-152bfa5b-08c8-4d8b-9050-2eed26a079c6 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Synchronizing usage tracker for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:58.035127 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:58.036809 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] For port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:58.037776 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Checking segment: {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:58.038069 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-65bc342b-0ec9-430f-aa52-054cd2167be6 admin admin] Usage tracker for resource:security_group_rule and tenant:67962a609d3c4ac181123d067f652d04 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:58.038167 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Bound using segment: {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:58.039176 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Bound port: fde79a26-7ca3-4178-905b-3b5af624c090, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:58.041059 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.046508 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f377c36-dcc7-483c-a2b2-072f3780cb18 req-eb7dc64f-9704-4aa6-b325-6bae22aa26b4 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:58.052621 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3f377c36-dcc7-483c-a2b2-072f3780cb18 req-eb7dc64f-9704-4aa6-b325-6bae22aa26b4 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 943 time: 0.4756107 Dec 29 20:52:58.070515 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-65bc342b-0ec9-430f-aa52-054cd2167be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:58.082194 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.093293 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-65bc342b-0ec9-430f-aa52-054cd2167be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:58.200668 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-152bfa5b-08c8-4d8b-9050-2eed26a079c6 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Unset dirty status for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:58.200668 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-152bfa5b-08c8-4d8b-9050-2eed26a079c6 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4303f986d4f14cda8cd2b19e4146f428 HTTP/1.1" status: 200 len: 379 time: 0.9684002 Dec 29 20:52:58.207197 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-964e0cb5-a3f0-49af-80d7-df7c3f58634a req-23c94883-2d60-414a-bbe6-477e18aa9487 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180954 Dec 29 20:52:58.233215 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'port': {'device_id': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'admin_state_up': True, 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'security_groups': ['b57c4447-db4c-4580-9096-93288235c648']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:58.267275 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.268835 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c HTTP/1.1" status: 200 len: 1093 time: 3.9866681 Dec 29 20:52:58.301191 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:58.305489 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:58.320341 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a91d42-ce01-41f0-ad6d-68405f087cbc req-09ff43cb-9ba4-4b7f-acc9-eb22aab7c97a tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:58.321974 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b0a91d42-ce01-41f0-ad6d-68405f087cbc req-09ff43cb-9ba4-4b7f-acc9-eb22aab7c97a tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 945 time: 0.2674496 Dec 29 20:52:58.322784 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.401816 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3f377c36-dcc7-483c-a2b2-072f3780cb18 req-db0203af-0597-467d-924f-859295e10ae9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483071 Dec 29 20:52:58.453560 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b0a91d42-ce01-41f0-ad6d-68405f087cbc req-a1d7ad93-87f0-4607-ae0f-9a4c9bdb81ac tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928457 Dec 29 20:52:58.457133 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.458714 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] 10.222.0.32 "PUT /v2.0/ports/fde79a26-7ca3-4178-905b-3b5af624c090 HTTP/1.1" status: 200 len: 1093 time: 2.2606626 Dec 29 20:52:58.461707 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:58.481692 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddea5b-3c9b-4daa-95d3-dce8fa83836a service neutron] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:58.502971 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420dc6b-ff1e-44d5-ba99-6096b14fa0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:58.576669 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'status': 'completed', 'code': 200} Dec 29 20:52:58.670634 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-4601ca8c-0a65-423b-ad89-512e8d1c37ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1540501 Dec 29 20:52:58.767684 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c5ee51a-f9f4-49ec-be83-3c12ff78c363 req-c7442815-c4ba-4b57-b77c-37ec9ad2276a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1096 time: 0.4360833 Dec 29 20:52:58.785537 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-75513fd1-0abc-41cc-9bf3-c19c938c9d2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fde79a26-7ca3-4178-905b-3b5af624c090 HTTP/1.1" status: 200 len: 217 time: 0.1120842 Dec 29 20:52:58.797175 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-5ebe734b-dfaf-4c44-b48b-eae5171eec33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 1096 time: 0.4662011 Dec 29 20:52:58.965078 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-65bc342b-0ec9-430f-aa52-054cd2167be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.967223 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-ac1efcbc-73c7-498f-921d-aaa22468b7cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c HTTP/1.1" status: 200 len: 217 time: 0.1400456 Dec 29 20:52:58.973107 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:59.004527 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fd096c8b-ed88-4ad1-93e3-b70f982afd76 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:59.105924 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-65bc342b-0ec9-430f-aa52-054cd2167be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.150857 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port fd096c8b-ed88-4ad1-93e3-b70f982afd76 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:59.156991 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port fd096c8b-ed88-4ad1-93e3-b70f982afd76 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:59.157358 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.182901 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-eea3d84f-9e64-45ce-80aa-f34139acfb94 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:59.184441 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-eea3d84f-9e64-45ce-80aa-f34139acfb94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.2072883 Dec 29 20:52:59.195920 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-65bc342b-0ec9-430f-aa52-054cd2167be6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67962a609d3c4ac181123d067f652d04&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4763780 Dec 29 20:52:59.195920 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:59.250276 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58328) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:59.345495 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2590534f-5231-4b09-ae7a-6b216a9b373d', 'tag': 'dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:59.371681 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.419102 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-4f20096e-852a-4e92-adb5-8ad592971bf2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:59.420872 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-4f20096e-852a-4e92-adb5-8ad592971bf2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.5035810 Dec 29 20:52:59.424217 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-04253b44-507b-42e6-a412-da5953c83264 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222700 Dec 29 20:52:59.440806 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Made reservation on behalf of 4303f986d4f14cda8cd2b19e4146f428 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:59.451194 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.451502 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09259e17-4b33-4e81-802c-1392d0af0a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.451585 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0475e5a-96b2-414b-b9af-72765cd8e39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd096c8b-ed88-4ad1-93e3-b70f982afd76'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:59.512801 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfff39-3f2a-49ac-bcab-b80718055ac2 req-6843e6e2-af50-430d-9e46-560c53efeb00 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:59.515006 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-01cfff39-3f2a-49ac-bcab-b80718055ac2 req-6843e6e2-af50-430d-9e46-560c53efeb00 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.7241724 Dec 29 20:52:59.576273 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fd096c8b-ed88-4ad1-93e3-b70f982afd76, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fd096c8b-ed88-4ad1-93e3-b70f982afd76,segment=NetworkSegment(1ad9e577-625c-463a-ae04-833ba3176044),segment_id=1ad9e577-625c-463a-ae04-833ba3176044)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:59.582536 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.608979 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09259e17-4b33-4e81-802c-1392d0af0a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.683460 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Allocated IP 172.20.0.6 (a239ccb3-4600-44c1-b09e-a0ca7cef6a06/7155e28e-9d45-4ed8-86f3-177a98a2c36c/17e465bf-73fa-4610-bbdb-370e7db7d681) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:59.714476 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-40923fde-fa80-4f7d-b81d-b4596e23be56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2718449 Dec 29 20:52:59.834916 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fd096c8b-ed88-4ad1-93e3-b70f982afd76,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:59.892760 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.901492 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-01cfff39-3f2a-49ac-bcab-b80718055ac2 req-ffe735fb-478b-4f2f-8568-3a9311aaf922 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3720222 Dec 29 20:52:59.909237 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Transition to ACTIVE for port object 17e465bf-73fa-4610-bbdb-370e7db7d681 will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:59.937191 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-37b0c352-44b6-49e3-b489-609f0ca31c3b req-f8b5f3ae-76de-4da9-87cf-8b032778f2c6 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 210 time: 0.7498477 Dec 29 20:53:00.001728 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc342b-0ec9-430f-aa52-054cd2167be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa335fc-373c-4452-8510-7aea0433ff43,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:00.013153 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09259e17-4b33-4e81-802c-1392d0af0a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.074469 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09259e17-4b33-4e81-802c-1392d0af0a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa335fc-373c-4452-8510-7aea0433ff43,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:00.087701 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-0d15b585-3603-4257-9acf-9b1a71c83d6b service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502569 Dec 29 20:53:00.144844 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09259e17-4b33-4e81-802c-1392d0af0a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.145995 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-09259e17-4b33-4e81-802c-1392d0af0a4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afa335fc-373c-4452-8510-7aea0433ff43 HTTP/1.1" status: 204 len: 168 time: 0.8879864 Dec 29 20:53:00.284880 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2590534f-5231-4b09-ae7a-6b216a9b373d', 'tag': 'dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c', 'status': 'completed', 'code': 200} Dec 29 20:53:00.359692 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-79dc79eb-710a-4646-b891-2bf95fbee83a req-f71939a8-b376-4abb-bd3a-eab2434faba3 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647622 Dec 29 20:53:00.376493 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7a46-9856-41df-8a15-e20393722326 req-6ee0b9c1-b006-4d21-9470-30bfb7890778 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:00.385433 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-814d7a46-9856-41df-8a15-e20393722326 req-6ee0b9c1-b006-4d21-9470-30bfb7890778 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 943 time: 0.2422085 Dec 29 20:53:00.390862 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.482277 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'Port': ['ID=17e465bf-73fa-4610-bbdb-370e7db7d681,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:00.486439 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee51a-f9f4-49ec-be83-3c12ff78c363 req-24e15258-ca01-43dc-90b1-66d8984f7ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:00.487876 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c5ee51a-f9f4-49ec-be83-3c12ff78c363 req-24e15258-ca01-43dc-90b1-66d8984f7ec5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 919 time: 1.7104023 Dec 29 20:53:00.551480 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-814d7a46-9856-41df-8a15-e20393722326 req-c15e0e25-4d09-456d-a547-4f8e95c916b4 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649890 Dec 29 20:53:00.571403 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e40a04c8-4e04-4185-8132-6d46ebf2d008 req-5cb75972-e6cb-40bc-b545-619f2fb45d0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1594985 Dec 29 20:53:00.597779 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58382) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:00.696064 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:53:00.701539 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:00.704242 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c5ee51a-f9f4-49ec-be83-3c12ff78c363 req-19b41d07-d1e6-43c6-a59e-e3efdcf2cad7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116361f-87bd-4700-9686-36d54b8622e4 HTTP/1.1" status: 200 len: 217 time: 0.1999316 Dec 29 20:53:00.707251 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:53:00.712695 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:00.713689 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.743779 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a04c8-4e04-4185-8132-6d46ebf2d008 req-bb7d93aa-ba78-403c-b9c0-044054ee4616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:00.751793 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e40a04c8-4e04-4185-8132-6d46ebf2d008 req-bb7d93aa-ba78-403c-b9c0-044054ee4616 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.1731873 Dec 29 20:53:00.814919 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-05e32a85-470c-4912-940b-a1cffaaf41fc service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3221831 Dec 29 20:53:00.869516 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58394) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:00.947862 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-379a41e6-4391-4587-a2bc-c31e411f2290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.963276 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30762946-7cd4-4edf-b008-ff19709f2d39 req-06c08c25-c1d6-4462-b1c9-b0b1abed4f08 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:00.971555 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-30762946-7cd4-4edf-b008-ff19709f2d39 req-06c08c25-c1d6-4462-b1c9-b0b1abed4f08 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 946 time: 0.6809418 Dec 29 20:53:00.987308 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e40a04c8-4e04-4185-8132-6d46ebf2d008 req-f92ec614-b276-4e36-a364-f87f5a701756 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fde79a26-7ca3-4178-905b-3b5af624c090 HTTP/1.1" status: 200 len: 217 time: 0.2154546 Dec 29 20:53:01.019804 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 7116361f-87bd-4700-9686-36d54b8622e4 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:53:01.024372 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0475e5a-96b2-414b-b9af-72765cd8e39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd096c8b-ed88-4ad1-93e3-b70f982afd76', 'code': 200} Dec 29 20:53:01.041970 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-ebfaa2c5-609f-4d7e-a0ee-80dc06a46537 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8312597 Dec 29 20:53:01.048653 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee51a-f9f4-49ec-be83-3c12ff78c363 req-cb03bf2c-46a7-4619-93d5-1d98e18dd0a7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:01.050570 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c5ee51a-f9f4-49ec-be83-3c12ff78c363 req-cb03bf2c-46a7-4619-93d5-1d98e18dd0a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.3325000 Dec 29 20:53:01.062966 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Request body: {'port': {'device_id': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:01.174718 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-379a41e6-4391-4587-a2bc-c31e411f2290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:01.175435 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-ccaaeee5-d9bd-4f66-8f44-e153a499ceb4 None None] Provisioning for port 17e465bf-73fa-4610-bbdb-370e7db7d681 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:01.194205 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-379a41e6-4391-4587-a2bc-c31e411f2290 admin admin] Usage tracker for resource:security_group_rule and tenant:fb3e5d7fad724f7487823228163b2790 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:01.194581 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-ccaaeee5-d9bd-4f66-8f44-e153a499ceb4 None None] Provisioning complete for port 17e465bf-73fa-4610-bbdb-370e7db7d681 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:01.195154 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeee5-d9bd-4f66-8f44-e153a499ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.207200 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-379a41e6-4391-4587-a2bc-c31e411f2290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:01.214482 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c5ee51a-f9f4-49ec-be83-3c12ff78c363 req-f737fb18-1c24-4515-bd48-fdc2d22c6eb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076646 Dec 29 20:53:01.224202 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a04c8-4e04-4185-8132-6d46ebf2d008 req-b60f6414-65a4-4100-858a-4eef2536c3a6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:01.228189 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e40a04c8-4e04-4185-8132-6d46ebf2d008 req-b60f6414-65a4-4100-858a-4eef2536c3a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.2281115 Dec 29 20:53:01.231407 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-379a41e6-4391-4587-a2bc-c31e411f2290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:01.235528 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-30762946-7cd4-4edf-b008-ff19709f2d39 req-c327a0d8-8bb9-48d8-b39a-1246c6ae84d7 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625089 Dec 29 20:53:01.308404 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90b05ae5-feb9-4d92-9e3d-156668d7740f req-f3494d9c-cb43-43d4-afe2-ec073fd33220 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618816 Dec 29 20:53:01.385766 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaeee5-d9bd-4f66-8f44-e153a499ceb4 None None] Port 17e465bf-73fa-4610-bbdb-370e7db7d681 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:53:01.439575 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.32', 60799) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:01.497126 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 7116361f-87bd-4700-9686-36d54b8622e4, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7116361f-87bd-4700-9686-36d54b8622e4,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:01.519138 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '7116361f-87bd-4700-9686-36d54b8622e4', 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'port_id': '7116361f-87bd-4700-9686-36d54b8622e4', 'mac_address': 'fa:16:3e:96:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:53:01.539102 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-835f5d52-14af-49b0-90b7-1e60262d887b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.580828 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e40a04c8-4e04-4185-8132-6d46ebf2d008 req-ff21e427-2f9d-44a2-a6af-d4416a4dfa8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3467848 Dec 29 20:53:01.594597 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.610160 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-835f5d52-14af-49b0-90b7-1e60262d887b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:01.617290 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7116361f-87bd-4700-9686-36d54b8622e4 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:01.629645 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-835f5d52-14af-49b0-90b7-1e60262d887b admin admin] Usage tracker for resource:security_group_rule and tenant:c9fa3676fe724cfba8c4a92d80f631c8 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:01.633165 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-835f5d52-14af-49b0-90b7-1e60262d887b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:01.635282 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 7116361f-87bd-4700-9686-36d54b8622e4, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7116361f-87bd-4700-9686-36d54b8622e4,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:01.639505 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-835f5d52-14af-49b0-90b7-1e60262d887b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:01.640520 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.730612 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.735622 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=7116361f-87bd-4700-9686-36d54b8622e4,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:01.807387 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3479e04-6f8d-4610-a18d-6f4dc58edf6d req-2b125194-e72b-4df1-a393-e10c3c27db41 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:01.809113 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f3479e04-6f8d-4610-a18d-6f4dc58edf6d req-2b125194-e72b-4df1-a393-e10c3c27db41 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 931 time: 0.5253661 Dec 29 20:53:01.833381 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c5ee51a-f9f4-49ec-be83-3c12ff78c363 req-ac3c24d0-c0a4-4b80-bd3d-9acb8e2d9864 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968018 Dec 29 20:53:01.853574 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-239b74b2-f31c-4f92-8105-2f31bad305f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.864794 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-379a41e6-4391-4587-a2bc-c31e411f2290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.869206 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['7116361f-87bd-4700-9686-36d54b8622e4'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:01.893662 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-835f5d52-14af-49b0-90b7-1e60262d887b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.897176 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-379a41e6-4391-4587-a2bc-c31e411f2290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.926281 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-835f5d52-14af-49b0-90b7-1e60262d887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:01.935160 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-741405e0-0108-4b2d-b019-2907eae3e1ad req-3e438572-86e1-4dad-926c-7591e4c9bd05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 1096 time: 0.4928751 Dec 29 20:53:01.972126 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c9b3b417-dd6a-42bf-af41-18abaa76116c req-36bed0d8-a109-42e0-bb12-e31541fb13db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 1099 time: 0.4541245 Dec 29 20:53:01.977433 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc579e1-4680-43b5-950f-0158c460d603 req-22dc3047-88d3-4eb6-b3ee-828fd1f76a6d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:01.978906 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3fc579e1-4680-43b5-950f-0158c460d603 req-22dc3047-88d3-4eb6-b3ee-828fd1f76a6d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.4471517 Dec 29 20:53:02.073444 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-c9b3b417-dd6a-42bf-af41-18abaa76116c req-06dc0899-2b9c-4cd3-9a11-4360296be046 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.166566 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-379a41e6-4391-4587-a2bc-c31e411f2290 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb3e5d7fad724f7487823228163b2790&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2909627 Dec 29 20:53:02.180066 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58420) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:02.184366 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a41e6-4391-4587-a2bc-c31e411f2290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede4a0ea-aee8-48a1-9abb-5f166c4ee27c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:02.191318 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-835f5d52-14af-49b0-90b7-1e60262d887b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9fa3676fe724cfba8c4a92d80f631c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5925784 Dec 29 20:53:02.193343 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e40a04c8-4e04-4185-8132-6d46ebf2d008 req-2653a714-85ba-41fd-9a77-fa6715b5606d service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869752 Dec 29 20:53:02.212843 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f3479e04-6f8d-4610-a18d-6f4dc58edf6d req-23c7ab6f-2285-4992-b6d8-beed2c7473af tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3843462 Dec 29 20:53:02.217498 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58424) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:02.231718 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c5ee51a-f9f4-49ec-be83-3c12ff78c363 req-f4382ddb-274e-4f96-83a2-d45855fdbb0b service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857036 Dec 29 20:53:02.238555 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3fc579e1-4680-43b5-950f-0158c460d603 req-5f36e85c-b388-40f6-8bea-69b1a94c532a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Synchronizing usage tracker for tenant:075e3ea67ec341bd8546d2def1548997 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:02.253045 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-c9b3b417-dd6a-42bf-af41-18abaa76116c req-06dc0899-2b9c-4cd3-9a11-4360296be046 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:02.264420 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c9b3b417-dd6a-42bf-af41-18abaa76116c req-06dc0899-2b9c-4cd3-9a11-4360296be046 service neutron] Usage tracker for resource:security_group_rule and tenant:a8699655f66542719f4afd4022096027 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:02.269274 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c9b3b417-dd6a-42bf-af41-18abaa76116c req-06dc0899-2b9c-4cd3-9a11-4360296be046 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:02.282909 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-c9b3b417-dd6a-42bf-af41-18abaa76116c req-06dc0899-2b9c-4cd3-9a11-4360296be046 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:02.288147 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3fc579e1-4680-43b5-950f-0158c460d603 req-5f36e85c-b388-40f6-8bea-69b1a94c532a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Unset dirty status for tenant:075e3ea67ec341bd8546d2def1548997 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:02.289291 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3fc579e1-4680-43b5-950f-0158c460d603 req-5f36e85c-b388-40f6-8bea-69b1a94c532a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879202 Dec 29 20:53:02.391796 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f5d52-14af-49b0-90b7-1e60262d887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d10977-3fbf-4612-abcf-cdd29ba10a91,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:02.451926 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-c9b3b417-dd6a-42bf-af41-18abaa76116c req-06dc0899-2b9c-4cd3-9a11-4360296be046 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.457751 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-c9b3b417-dd6a-42bf-af41-18abaa76116c req-06dc0899-2b9c-4cd3-9a11-4360296be046 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.466379 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e465bf-73fa-4610-bbdb-370e7db7d681 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:02.479625 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741405e0-0108-4b2d-b019-2907eae3e1ad req-baa19eb9-f110-4453-8bc2-5634ee839e31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:02.481125 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-741405e0-0108-4b2d-b019-2907eae3e1ad req-baa19eb9-f110-4453-8bc2-5634ee839e31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 919 time: 0.5282085 Dec 29 20:53:02.581420 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.617057 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c9b3b417-dd6a-42bf-af41-18abaa76116c req-06dc0899-2b9c-4cd3-9a11-4360296be046 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342885 Dec 29 20:53:02.626504 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Transition to ACTIVE for port object 17e465bf-73fa-4610-bbdb-370e7db7d681 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:02.629577 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc0899-2b9c-4cd3-9a11-4360296be046 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2842a931-3057-4ad2-893e-1bbcc8d7fa8d,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:02.635183 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-741405e0-0108-4b2d-b019-2907eae3e1ad req-bccbc39e-796f-4c52-a7b7-ab4784128671 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c HTTP/1.1" status: 200 len: 217 time: 0.1346185 Dec 29 20:53:02.635838 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-90caae1c-bcbe-4b3e-8934-b9c8d595325a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.641364 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.651780 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d1636c3-91e8-49d6-9da1-5c15eedc1612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.654702 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e40a04c8-4e04-4185-8132-6d46ebf2d008 req-5b4a5888-8e54-4cbd-bddb-85702e0c87aa service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410236 Dec 29 20:53:02.678707 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-90caae1c-bcbe-4b3e-8934-b9c8d595325a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.726194 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633bf86-30a7-4e08-9bd8-aa8fe3789601 req-ea4d3ced-ac7e-4943-8383-468abc84bca6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:02.727740 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2633bf86-30a7-4e08-9bd8-aa8fe3789601 req-ea4d3ced-ac7e-4943-8383-468abc84bca6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 943 time: 0.3707759 Dec 29 20:53:02.735703 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d1636c3-91e8-49d6-9da1-5c15eedc1612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.776417 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Pushing event updated for resources: {'Port': ['ID=17e465bf-73fa-4610-bbdb-370e7db7d681,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:02.789091 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62b753-ac84-4e01-8350-948023fd50f1 req-f1bf2955-47df-4551-84a2-0afd4ddc2971 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:02.790907 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ae62b753-ac84-4e01-8350-948023fd50f1 req-f1bf2955-47df-4551-84a2-0afd4ddc2971 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 946 time: 0.3198605 Dec 29 20:53:02.968690 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Attempting to bind port 17e465bf-73fa-4610-bbdb-370e7db7d681 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:53:02.968690 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Attempting to bind port 17e465bf-73fa-4610-bbdb-370e7db7d681 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:53:02.968979 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Attempting to bind port 17e465bf-73fa-4610-bbdb-370e7db7d681 on network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:02.984147 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2633bf86-30a7-4e08-9bd8-aa8fe3789601 req-284729f9-b3a9-4b57-a2ce-9a7d45406174 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329066 Dec 29 20:53:02.984707 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ae62b753-ac84-4e01-8350-948023fd50f1 req-c961a192-515d-457b-9528-ecd6fd2c9e12 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681869 Dec 29 20:53:02.989332 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-90caae1c-bcbe-4b3e-8934-b9c8d595325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:02.991503 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Port 17e465bf-73fa-4610-bbdb-370e7db7d681 on network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:53:02.991826 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Attempting to bind port 17e465bf-73fa-4610-bbdb-370e7db7d681 on network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:03.001873 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d1636c3-91e8-49d6-9da1-5c15eedc1612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.022037 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741405e0-0108-4b2d-b019-2907eae3e1ad req-dbd3d0c6-8917-41ff-8b4a-672a3f99d4e0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:03.023128 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:53:03.023494 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-741405e0-0108-4b2d-b019-2907eae3e1ad req-dbd3d0c6-8917-41ff-8b4a-672a3f99d4e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.1547222 Dec 29 20:53:03.023890 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Checking segment: {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:03.024523 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Bound using segment: {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:53:03.025686 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Bound port: 17e465bf-73fa-4610-bbdb-370e7db7d681, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:53:03.026243 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.028834 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caae1c-bcbe-4b3e-8934-b9c8d595325a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede4a0ea-aee8-48a1-9abb-5f166c4ee27c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:03.039151 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:53:03.091482 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 7116361f-87bd-4700-9686-36d54b8622e4 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:03.141665 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1636c3-91e8-49d6-9da1-5c15eedc1612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d10977-3fbf-4612-abcf-cdd29ba10a91,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:03.156725 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-741405e0-0108-4b2d-b019-2907eae3e1ad req-5262798c-a4ee-4943-8ec8-c7dd3d1f9f00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896606 Dec 29 20:53:03.175314 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] For port 17e465bf-73fa-4610-bbdb-370e7db7d681, host hv-cinder-82317, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:53:03.179287 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] For port 17e465bf-73fa-4610-bbdb-370e7db7d681, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=17e465bf-73fa-4610-bbdb-370e7db7d681,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:53:03.185824 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.210971 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-90caae1c-bcbe-4b3e-8934-b9c8d595325a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.212373 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-90caae1c-bcbe-4b3e-8934-b9c8d595325a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ede4a0ea-aee8-48a1-9abb-5f166c4ee27c HTTP/1.1" status: 204 len: 168 time: 1.0289798 Dec 29 20:53:03.240576 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.db.resource_extend [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 29 20:53:03.263098 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.264862 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] 10.222.0.32 "PUT /v2.0/ports/17e465bf-73fa-4610-bbdb-370e7db7d681 HTTP/1.1" status: 200 len: 1093 time: 2.2127554 Dec 29 20:53:03.265845 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'tag': '17e465bf-73fa-4610-bbdb-370e7db7d681'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:03.313531 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236db944-f0c8-4b4c-b391-c904b6921376 service neutron] Pushing event updated for resources: {'Port': ['ID=17e465bf-73fa-4610-bbdb-370e7db7d681,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:03.388670 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d1636c3-91e8-49d6-9da1-5c15eedc1612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.398180 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'tag': '17e465bf-73fa-4610-bbdb-370e7db7d681', 'status': 'completed', 'code': 200} Dec 29 20:53:03.407574 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3d1636c3-91e8-49d6-9da1-5c15eedc1612 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5d10977-3fbf-4612-abcf-cdd29ba10a91 HTTP/1.1" status: 204 len: 168 time: 1.1844165 Dec 29 20:53:03.414598 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 7116361f-87bd-4700-9686-36d54b8622e4 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:03.429329 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 7116361f-87bd-4700-9686-36d54b8622e4 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:03.429852 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.484121 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:03.512032 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'port_id': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'mac_address': 'fa:16:3e:3c:59:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:53:03.522762 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-24fa26b8-a560-4b52-9156-fd862f9766aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 1096 time: 0.2039289 Dec 29 20:53:03.693941 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-741405e0-0108-4b2d-b019-2907eae3e1ad req-03720f9d-1485-459d-9cb4-ade42f88bcfa service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367966 Dec 29 20:53:03.746647 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.795412 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-17d6cc2d-db60-4500-8c4a-1d42c77f804a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e465bf-73fa-4610-bbdb-370e7db7d681 HTTP/1.1" status: 200 len: 217 time: 0.2629361 Dec 29 20:53:03.814493 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde79a26-7ca3-4178-905b-3b5af624c090 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:03.829182 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.860140 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c7088-dbec-41d0-b460-0029261c9fd4 req-67512e39-b205-46ab-92d3-31aa7d77f30b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:03.867043 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0a4c7088-dbec-41d0-b460-0029261c9fd4 req-67512e39-b205-46ab-92d3-31aa7d77f30b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 943 time: 0.2961624 Dec 29 20:53:03.918369 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1f7ba1-b35a-4689-b111-fb8fa3561e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116361f-87bd-4700-9686-36d54b8622e4'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:03.926665 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-8245bd80-4e34-4e1a-8b0b-3d1c13e36679 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:03.930416 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-8245bd80-4e34-4e1a-8b0b-3d1c13e36679 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 200 len: 848 time: 0.1267993 Dec 29 20:53:03.940823 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-741405e0-0108-4b2d-b019-2907eae3e1ad req-b018b596-bf36-4a13-a87a-8863e64c7b15 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255430 Dec 29 20:53:03.960198 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:03.964565 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 7116361f-87bd-4700-9686-36d54b8622e4, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7116361f-87bd-4700-9686-36d54b8622e4,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:03.977342 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.985638 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0a4c7088-dbec-41d0-b460-0029261c9fd4 req-4a06a7a2-c023-47eb-817c-420d80330637 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174881 Dec 29 20:53:04.020273 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.053575 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6e258-094a-4746-9358-746edbc952fc req-45a9914d-b4e6-4357-8255-e0f57626e1be tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:04.055331 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fec6e258-094a-4746-9358-746edbc952fc req-45a9914d-b4e6-4357-8255-e0f57626e1be tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.3593831 Dec 29 20:53:04.090078 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1f7ba1-b35a-4689-b111-fb8fa3561e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116361f-87bd-4700-9686-36d54b8622e4', 'code': 200} Dec 29 20:53:04.127300 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:04.131542 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c5c279a9-ac50-4da5-87be-b4db30cd8e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.151281 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-41b89417-1f70-4156-81de-062402ac7a16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2125454 Dec 29 20:53:04.197291 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58484) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:04.215105 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fec6e258-094a-4746-9358-746edbc952fc req-998cd25d-2834-472a-8313-1f48bef8fe9b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525311 Dec 29 20:53:04.233748 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=7116361f-87bd-4700-9686-36d54b8622e4,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:04.272559 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fde79a26-7ca3-4178-905b-3b5af624c090'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:04.297363 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ec3b-725d-455b-b63a-8bc8e9e223d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.366921 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8bf8ec3b-725d-455b-b63a-8bc8e9e223d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:04.375246 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8bf8ec3b-725d-455b-b63a-8bc8e9e223d8 admin admin] Usage tracker for resource:security_group_rule and tenant:14ce38e847b54809a007b3ca63e782f1 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:04.380528 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8bf8ec3b-725d-455b-b63a-8bc8e9e223d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:04.394654 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200ff06-09b8-4fc0-94ad-7307da6b5f5f req-05e85b58-2cc7-4d63-bf89-246a44edf23a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:04.396313 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c200ff06-09b8-4fc0-94ad-7307da6b5f5f req-05e85b58-2cc7-4d63-bf89-246a44edf23a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 943 time: 0.1666489 Dec 29 20:53:04.398808 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8bf8ec3b-725d-455b-b63a-8bc8e9e223d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:04.483257 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c200ff06-09b8-4fc0-94ad-7307da6b5f5f req-4852789c-9f1d-4b26-a910-c89d7076b4e4 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797315 Dec 29 20:53:04.617782 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ec3b-725d-455b-b63a-8bc8e9e223d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.624266 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ec3b-725d-455b-b63a-8bc8e9e223d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.666559 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9acd905c-79ba-4a55-9a13-ecb909cc9b17 req-0fb2f9a2-046d-4eda-9205-1509b653d53d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1098 time: 0.1753457 Dec 29 20:53:04.684263 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8ec3b-725d-455b-b63a-8bc8e9e223d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6cc4e8-d4c7-4fd1-b905-26ec22b798de,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:04.701235 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-886f1d5a-d8b8-43ae-83c4-cfadfafcd4c6 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187263 Dec 29 20:53:04.722723 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8bf8ec3b-725d-455b-b63a-8bc8e9e223d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14ce38e847b54809a007b3ca63e782f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5243530 Dec 29 20:53:04.725869 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58502) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:04.742501 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9acd905c-79ba-4a55-9a13-ecb909cc9b17 req-e78db3d3-979c-42c5-9b3c-557e73535baa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591860 Dec 29 20:53:04.801051 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f4aa-b026-44ef-88c9-e352b6de28f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.836537 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f4aa-b026-44ef-88c9-e352b6de28f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.904112 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f4aa-b026-44ef-88c9-e352b6de28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.937653 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1f4aa-b026-44ef-88c9-e352b6de28f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6cc4e8-d4c7-4fd1-b905-26ec22b798de,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:04.947561 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58286b-cdae-476d-ac95-861d71bb5084 req-b0332508-af2d-4bc1-93e6-1465369dcc87 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:04.954412 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f4aa-b026-44ef-88c9-e352b6de28f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.955633 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1bd1f4aa-b026-44ef-88c9-e352b6de28f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f6cc4e8-d4c7-4fd1-b905-26ec22b798de HTTP/1.1" status: 204 len: 168 time: 0.2292635 Dec 29 20:53:04.958598 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ea58286b-cdae-476d-ac95-861d71bb5084 req-b0332508-af2d-4bc1-93e6-1465369dcc87 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 946 time: 0.4160655 Dec 29 20:53:05.016221 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-731e6589-1718-49ad-9317-9b21b25b8c9f req-711021ab-43e9-44c3-bb16-e09245d67cfd service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071494 Dec 29 20:53:05.034566 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:53:05.040349 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:05.054361 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ea58286b-cdae-476d-ac95-861d71bb5084 req-7f16947c-f398-41e1-a031-5e7229fe1e1c tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948195 Dec 29 20:53:05.239125 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6370f49-3a57-40a1-a2ef-f5a5c41be6f7 req-f86e5613-0c80-4231-97fe-3c75d68df09f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 1096 time: 0.1570435 Dec 29 20:53:05.360943 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35166d5-32ee-4b11-9b9a-ee2d0b0a2da6 req-ab5dbb23-84f6-4ac5-b961-20e8a1e96f09 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:05.362077 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c35166d5-32ee-4b11-9b9a-ee2d0b0a2da6 req-ab5dbb23-84f6-4ac5-b961-20e8a1e96f09 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 943 time: 0.1564822 Dec 29 20:53:05.366068 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port fde79a26-7ca3-4178-905b-3b5af624c090 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:05.380785 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:05.385931 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port fde79a26-7ca3-4178-905b-3b5af624c090 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:05.386323 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:05.427125 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58532) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:05.464435 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c35166d5-32ee-4b11-9b9a-ee2d0b0a2da6 req-f5999247-9adb-44c0-95be-8e23c4317f0e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913494 Dec 29 20:53:05.541288 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:05.550455 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370f49-3a57-40a1-a2ef-f5a5c41be6f7 req-4998acc9-f8a6-4427-b53b-c4b256ce0d7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:05.552367 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6370f49-3a57-40a1-a2ef-f5a5c41be6f7 req-4998acc9-f8a6-4427-b53b-c4b256ce0d7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 909 time: 0.3008819 Dec 29 20:53:05.552880 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:05.571149 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c', 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'port_id': 'dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c', 'mac_address': 'fa:16:3e:a8:b9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:53:05.643029 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6370f49-3a57-40a1-a2ef-f5a5c41be6f7 req-44f75b78-3a1c-4569-bcac-027ae0a1cc4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e465bf-73fa-4610-bbdb-370e7db7d681 HTTP/1.1" status: 200 len: 217 time: 0.0809755 Dec 29 20:53:05.702825 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:05.713906 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:05.735205 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:05.762888 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:05.766502 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:05.768795 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:05.805638 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72db18-b724-4b83-a65e-35bd30b7085e req-ce22c4fe-7983-4289-b529-cb3bd61a642e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:05.828924 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bc72db18-b724-4b83-a65e-35bd30b7085e req-ce22c4fe-7983-4289-b529-cb3bd61a642e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 944 time: 0.3993812 Dec 29 20:53:05.842463 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:05.845655 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:05.882084 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63dc79-b859-42a5-803f-89a108c1b0b8 req-9a3ebb6a-37be-4a6a-a984-6a28ba5210a7 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:05.883883 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ff63dc79-b859-42a5-803f-89a108c1b0b8 req-9a3ebb6a-37be-4a6a-a984-6a28ba5210a7 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 944 time: 0.1390221 Dec 29 20:53:05.923189 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370f49-3a57-40a1-a2ef-f5a5c41be6f7 req-9952a10a-909d-457e-8584-6b78cc84c23c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:05.925046 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6370f49-3a57-40a1-a2ef-f5a5c41be6f7 req-9952a10a-909d-457e-8584-6b78cc84c23c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 200 len: 848 time: 0.2659552 Dec 29 20:53:05.940060 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:06.017837 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bc72db18-b724-4b83-a65e-35bd30b7085e req-30354f91-701b-41a8-9307-55e08bf7ee73 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872830 Dec 29 20:53:06.090185 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6370f49-3a57-40a1-a2ef-f5a5c41be6f7 req-6c374876-1e9e-4c28-8d2b-2d984c781353 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1552293 Dec 29 20:53:06.091453 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:06.104428 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:06.168130 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ff63dc79-b859-42a5-803f-89a108c1b0b8 req-6fd4140e-df5e-4bed-aba0-471912f70056 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783535 Dec 29 20:53:06.168300 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'code': 200} Dec 29 20:53:06.170631 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b735d0de-1387-4624-b8ba-526d3e5adf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.215744 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b735d0de-1387-4624-b8ba-526d3e5adf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:06.219860 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b735d0de-1387-4624-b8ba-526d3e5adf65 admin admin] Usage tracker for resource:security_group_rule and tenant:0e5b693fe1634287b22b8410615cecc0 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:06.224280 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b735d0de-1387-4624-b8ba-526d3e5adf65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:06.231645 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b735d0de-1387-4624-b8ba-526d3e5adf65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:06.375148 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b735d0de-1387-4624-b8ba-526d3e5adf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.382481 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b735d0de-1387-4624-b8ba-526d3e5adf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.475627 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b735d0de-1387-4624-b8ba-526d3e5adf65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e5b693fe1634287b22b8410615cecc0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0446305 Dec 29 20:53:06.484540 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58568) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:06.509894 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.517647 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735d0de-1387-4624-b8ba-526d3e5adf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87eaa9b-a199-4081-8801-d36f6361f01a,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:06.567937 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3c400033-539b-4a8d-bbe2-55429a72ec12 req-c3541796-7f8e-4857-9947-83fcd851b6ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 1098 time: 0.0905025 Dec 29 20:53:06.652915 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3c400033-539b-4a8d-bbe2-55429a72ec12 req-2275d583-22a2-4c38-8917-c51c9fc1c39d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768476 Dec 29 20:53:06.670473 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4b2409c6-75cf-4e59-babf-0fc95926ed6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.673960 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6370f49-3a57-40a1-a2ef-f5a5c41be6f7 req-40070eef-4386-4a8b-91cc-50a29801ae47 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643001 Dec 29 20:53:06.700694 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e037ff0-07c5-4748-9b40-c616836ace1e req-9f178eca-bdcf-444a-a2ca-6aa71b0e4a70 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:06.708063 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9e037ff0-07c5-4748-9b40-c616836ace1e req-9f178eca-bdcf-444a-a2ca-6aa71b0e4a70 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 946 time: 0.3159468 Dec 29 20:53:06.739821 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4b2409c6-75cf-4e59-babf-0fc95926ed6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.799481 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9e037ff0-07c5-4748-9b40-c616836ace1e req-4fe07e70-4488-472d-885a-7cdc01e12a9f tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905113 Dec 29 20:53:06.823827 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4b2409c6-75cf-4e59-babf-0fc95926ed6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.825366 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac70a0-9678-4dea-85c0-36ade2dd6d9c req-43a0e1bf-8e36-4edd-9e78-6ec3a2256284 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:06.828679 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f1ac70a0-9678-4dea-85c0-36ade2dd6d9c req-43a0e1bf-8e36-4edd-9e78-6ec3a2256284 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 943 time: 0.1785643 Dec 29 20:53:06.906525 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2409c6-75cf-4e59-babf-0fc95926ed6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87eaa9b-a199-4081-8801-d36f6361f01a,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:06.926357 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f1ac70a0-9678-4dea-85c0-36ade2dd6d9c req-5c849e33-fb1b-420f-a628-4a086034ee7c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906346 Dec 29 20:53:06.930345 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4b2409c6-75cf-4e59-babf-0fc95926ed6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.934277 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4b2409c6-75cf-4e59-babf-0fc95926ed6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a87eaa9b-a199-4081-8801-d36f6361f01a HTTP/1.1" status: 204 len: 168 time: 0.4428086 Dec 29 20:53:07.044725 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 17e465bf-73fa-4610-bbdb-370e7db7d681 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:53:07.143605 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6370f49-3a57-40a1-a2ef-f5a5c41be6f7 req-4fcc6d23-d6c1-4c4b-a131-d47e30f58393 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854691 Dec 29 20:53:07.202088 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 17e465bf-73fa-4610-bbdb-370e7db7d681, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=17e465bf-73fa-4610-bbdb-370e7db7d681,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:07.221522 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:07.282888 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '17e465bf-73fa-4610-bbdb-370e7db7d681', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'port_id': '17e465bf-73fa-4610-bbdb-370e7db7d681', 'mac_address': 'fa:16:3e:df:bb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:53:07.354071 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:07.362995 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:07.363352 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.425275 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.507353 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.509366 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359dc1-2fd3-4cc0-9aaa-35215cc8b382 req-13651441-c876-4d12-9278-51942f436c66 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:07.518030 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e465bf-73fa-4610-bbdb-370e7db7d681 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:07.524719 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2c359dc1-2fd3-4cc0-9aaa-35215cc8b382 req-13651441-c876-4d12-9278-51942f436c66 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.2724643 Dec 29 20:53:07.565349 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:07.571938 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.575400 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 17e465bf-73fa-4610-bbdb-370e7db7d681, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=17e465bf-73fa-4610-bbdb-370e7db7d681,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:07.616901 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4bd7a-8996-4993-a728-750cf3b4617d req-155b9b24-94bf-4c8d-bc1f-834811819473 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:07.628552 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-09a4bd7a-8996-4993-a728-750cf3b4617d req-155b9b24-94bf-4c8d-bc1f-834811819473 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 944 time: 0.1794064 Dec 29 20:53:07.657259 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:07.660044 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.690935 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2c359dc1-2fd3-4cc0-9aaa-35215cc8b382 req-17f60f16-7fa9-4bf4-8146-8457029ea9fb tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625082 Dec 29 20:53:07.729401 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=17e465bf-73fa-4610-bbdb-370e7db7d681,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:07.746006 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-09a4bd7a-8996-4993-a728-750cf3b4617d req-28b70eb8-859c-4be9-a39a-0407ceb42fae tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164720 Dec 29 20:53:08.003610 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['17e465bf-73fa-4610-bbdb-370e7db7d681'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:08.120486 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58628) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:08.154559 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7f89879e-9e82-4065-920c-5a9b2e125f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:08.175614 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa6b89-8764-4063-ae1f-26ab1446f889 req-457cd2d5-ff5b-4eec-8d0d-8731c30c8447 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:08.176403 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-89fa6b89-8764-4063-ae1f-26ab1446f889 req-457cd2d5-ff5b-4eec-8d0d-8731c30c8447 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Synchronizing usage tracker for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:08.176544 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2590534f-5231-4b09-ae7a-6b216a9b373d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:08.196587 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-89fa6b89-8764-4063-ae1f-26ab1446f889 req-457cd2d5-ff5b-4eec-8d0d-8731c30c8447 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Unset dirty status for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:08.203472 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89fa6b89-8764-4063-ae1f-26ab1446f889 req-457cd2d5-ff5b-4eec-8d0d-8731c30c8447 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 944 time: 0.1247413 Dec 29 20:53:08.234557 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7f89879e-9e82-4065-920c-5a9b2e125f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:08.246136 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7f89879e-9e82-4065-920c-5a9b2e125f2b admin admin] Usage tracker for resource:security_group_rule and tenant:5a4c54ea83be475b9e5e20d001878293 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:08.254215 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7f89879e-9e82-4065-920c-5a9b2e125f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:08.273987 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7f89879e-9e82-4065-920c-5a9b2e125f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:08.292860 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2590534f-5231-4b09-ae7a-6b216a9b373d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c', 'code': 200} Dec 29 20:53:08.346884 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89fa6b89-8764-4063-ae1f-26ab1446f889 req-81439920-3b22-406a-8ffb-e72b071d3110 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398928 Dec 29 20:53:08.440632 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7f89879e-9e82-4065-920c-5a9b2e125f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:08.446260 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7f89879e-9e82-4065-920c-5a9b2e125f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:08.502508 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89879e-9e82-4065-920c-5a9b2e125f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab4c9c-430c-4b0d-a995-c1aeac73c466,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:08.509483 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7f89879e-9e82-4065-920c-5a9b2e125f2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a4c54ea83be475b9e5e20d001878293&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3854101 Dec 29 20:53:08.509701 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58648) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:08.585616 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8a1587ab-b295-4275-ae3b-4c88f961f399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:08.601795 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-47c03802-c9d2-4a27-aacf-9387ff7e82e4 req-52dfdf68-3933-47e0-b0b7-5016d9afa6b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 1098 time: 0.0833073 Dec 29 20:53:08.632704 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8a1587ab-b295-4275-ae3b-4c88f961f399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:08.662382 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-47c03802-c9d2-4a27-aacf-9387ff7e82e4 req-fac7433d-29c8-40b6-b5c9-a0616e5073b7 service neutron] Synchronizing usage tracker for tenant:a8699655f66542719f4afd4022096027 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:08.690732 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-47c03802-c9d2-4a27-aacf-9387ff7e82e4 req-fac7433d-29c8-40b6-b5c9-a0616e5073b7 service neutron] Unset dirty status for tenant:a8699655f66542719f4afd4022096027 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:08.692501 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-47c03802-c9d2-4a27-aacf-9387ff7e82e4 req-fac7433d-29c8-40b6-b5c9-a0616e5073b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822203 Dec 29 20:53:08.702328 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8a1587ab-b295-4275-ae3b-4c88f961f399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:08.725258 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1587ab-b295-4275-ae3b-4c88f961f399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab4c9c-430c-4b0d-a995-c1aeac73c466,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:08.747885 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8a1587ab-b295-4275-ae3b-4c88f961f399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:08.751516 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8a1587ab-b295-4275-ae3b-4c88f961f399 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00ab4c9c-430c-4b0d-a995-c1aeac73c466 HTTP/1.1" status: 204 len: 168 time: 0.2393124 Dec 29 20:53:09.050299 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a06437-959b-4133-b21e-167b608acacc req-368e42c5-b5f0-4026-b400-32c8a28b8cd0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:09.056497 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 17e465bf-73fa-4610-bbdb-370e7db7d681 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:09.059508 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-40a06437-959b-4133-b21e-167b608acacc req-368e42c5-b5f0-4026-b400-32c8a28b8cd0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1715436 Dec 29 20:53:09.096919 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef56e9-57a0-4a7e-bbf2-9007acc30cc4 req-d6a13fdb-771d-42e5-9498-4d71f71bec74 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:09.106780 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f5ef56e9-57a0-4a7e-bbf2-9007acc30cc4 req-d6a13fdb-771d-42e5-9498-4d71f71bec74 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1703451 Dec 29 20:53:09.129862 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-40a06437-959b-4133-b21e-167b608acacc req-3b138a64-f988-4495-bdb2-47f9c54ea658 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683854 Dec 29 20:53:09.169632 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f5ef56e9-57a0-4a7e-bbf2-9007acc30cc4 req-f278bff5-9902-4770-b90c-07c0bd186015 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619862 Dec 29 20:53:09.185924 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Sync routers for ids ['5b0b3d27-0932-43e4-b5e7-547888a5063a'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:53:09.213296 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Routers {'5b0b3d27-0932-43e4-b5e7-547888a5063a'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:09.215046 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:53:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['5b0b3d27-0932-43e4-b5e7-547888a5063a'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:09.251886 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 17e465bf-73fa-4610-bbdb-370e7db7d681 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:09.274557 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 17e465bf-73fa-4610-bbdb-370e7db7d681 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:09.276428 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:09.449753 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:09.488460 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 17e465bf-73fa-4610-bbdb-370e7db7d681, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=17e465bf-73fa-4610-bbdb-370e7db7d681,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:09.496119 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:09.574357 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87cef0-ca54-4e52-af74-335d637ea667 req-1e8b4fd0-5849-4135-9827-54eadb732d1d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:09.580474 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8f87cef0-ca54-4e52-af74-335d637ea667 req-1e8b4fd0-5849-4135-9827-54eadb732d1d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1726427 Dec 29 20:53:09.584617 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58722) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:09.590108 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-47a24058-8929-4680-a353-8543f36ede58 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'floatingip': {'port_id': 'fde79a26-7ca3-4178-905b-3b5af624c090'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:09.650383 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=17e465bf-73fa-4610-bbdb-370e7db7d681,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:09.696649 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Set router 5b0b3d27-0932-43e4-b5e7-547888a5063a gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:09.788362 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-47a24058-8929-4680-a353-8543f36ede58 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:09.875783 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da2831-d1a0-40bf-8b12-124613e41eb2 req-bd4095bd-33a5-4c68-b8e1-f04303361bb1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:09.884212 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8da2831-d1a0-40bf-8b12-124613e41eb2 req-bd4095bd-33a5-4c68-b8e1-f04303361bb1 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1225410 Dec 29 20:53:09.961816 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8da2831-d1a0-40bf-8b12-124613e41eb2 req-c3015ce9-0b40-4efa-96d9-28c1a14c66bf tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753486 Dec 29 20:53:10.294143 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e465bf-73fa-4610-bbdb-370e7db7d681'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:10.418313 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e465bf-73fa-4610-bbdb-370e7db7d681', 'code': 200} Dec 29 20:53:10.427546 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 4, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'gw_port': {'id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:25Z', 'updated_at': '2021-12-29T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '00848c83-9e2d-4e6e-9ad6-28f5929ab7b6', 'name': '', 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'mac_address': 'fa:16:3e:0d:ac:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:30Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 2, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'subnets': [{'id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:10.431800 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Checking router: 5b0b3d27-0932-43e4-b5e7-547888a5063a for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:53:10.432313 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Updating router 5b0b3d27-0932-43e4-b5e7-547888a5063a port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 binding host dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:53:10.494949 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:10.605772 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f8331-f29e-4df4-ae90-03f2f644566f req-358a0644-c910-4ab0-a1d8-804cd6c3d29c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:10.616963 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-024f8331-f29e-4df4-ae90-03f2f644566f req-358a0644-c910-4ab0-a1d8-804cd6c3d29c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.2375631 Dec 29 20:53:10.746943 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-024f8331-f29e-4df4-ae90-03f2f644566f req-eef6442e-6ae1-46ff-abe3-0eea61bc2184 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261320 Dec 29 20:53:11.332100 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.348833 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Transition to ACTIVE for port object 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:11.361836 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.376037 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07400e68-003e-439b-a7e8-617138d7d6c3 req-7c8af5fd-98e8-4978-b25d-a7a0143ba609 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 1098 time: 0.5550604 Dec 29 20:53:11.447544 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6df77-8a1c-4695-b6e6-138d222fd6ac None None] Pushing event updated for resources: {'Port': ['ID=00848c83-9e2d-4e6e-9ad6-28f5929ab7b6,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:11.551958 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07400e68-003e-439b-a7e8-617138d7d6c3 req-7eae6a17-3725-4886-b471-b3556e17d545 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665642 Dec 29 20:53:11.589894 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402d571-a2e3-40b6-9f69-6408c3519b49 req-e11f98d4-ae6a-40d7-874c-8a856e39e935 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:11.592086 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c402d571-a2e3-40b6-9f69-6408c3519b49 req-e11f98d4-ae6a-40d7-874c-8a856e39e935 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.3542914 Dec 29 20:53:11.606779 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-05e53462-29ce-4a72-b765-980a19a2a338 req-8f800598-ce53-42e6-bbd5-0c91d6bfd0cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 1098 time: 0.2469275 Dec 29 20:53:11.637638 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Sync routers for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:53:11.659758 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:11.667380 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:53:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:11.693732 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c402d571-a2e3-40b6-9f69-6408c3519b49 req-188f7542-887e-458f-b624-705e0480a86e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914321 Dec 29 20:53:11.736002 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Attempting to bind port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:53:11.736378 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Attempting to bind port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:53:11.736737 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Attempting to bind port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 on network 042e02eb-e8e8-424a-903f-2772db030ade {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:11.754863 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:53:11.755209 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Checking segment: {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:11.755605 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.756033 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Bound using segment: {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:53:11.756503 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Bound port: 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e91128-e6f1-4012-8180-406c00e5d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:53:11.756891 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.793476 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9c99-575d-4ee7-ba21-73a50d9f9296 req-2a1d571b-365a-41b6-97c8-e8f7edddfe40 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:11.793476 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-764c9c99-575d-4ee7-ba21-73a50d9f9296 req-2a1d571b-365a-41b6-97c8-e8f7edddfe40 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.3918424 Dec 29 20:53:11.836623 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-47a24058-8929-4680-a353-8543f36ede58 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.913478 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-47a24058-8929-4680-a353-8543f36ede58 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.961810 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] For port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:53:11.974689 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] For port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=00848c83-9e2d-4e6e-9ad6-28f5929ab7b6,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:53:11.982291 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.060520 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:12.075190 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-764c9c99-575d-4ee7-ba21-73a50d9f9296 req-33103ec9-7884-424e-b1ff-3e5b432c9b6d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809243 Dec 29 20:53:12.106487 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53462-29ce-4a72-b765-980a19a2a338 req-af34eb14-87a5-465b-b4b5-4f8c08c6b6e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:12.112900 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-05e53462-29ce-4a72-b765-980a19a2a338 req-af34eb14-87a5-465b-b4b5-4f8c08c6b6e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 919 time: 0.3514962 Dec 29 20:53:12.147642 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Routers {'5b0b3d27-0932-43e4-b5e7-547888a5063a'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:12.148230 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:53:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['5b0b3d27-0932-43e4-b5e7-547888a5063a'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:12.242287 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6df77-8a1c-4695-b6e6-138d222fd6ac None None] Pushing event updated for resources: {'Port': ['ID=00848c83-9e2d-4e6e-9ad6-28f5929ab7b6,revision_number=4']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:12.259916 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-05e53462-29ce-4a72-b765-980a19a2a338 req-81f539a3-b738-4a8a-a81d-82d017da1887 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c HTTP/1.1" status: 200 len: 217 time: 0.1385922 Dec 29 20:53:12.443300 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53462-29ce-4a72-b765-980a19a2a338 req-4af24e25-b7d1-4c9b-afee-383ae6691b22 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:12.450191 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-05e53462-29ce-4a72-b765-980a19a2a338 req-4af24e25-b7d1-4c9b-afee-383ae6691b22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.1826828 Dec 29 20:53:12.563998 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:12.566935 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-05e53462-29ce-4a72-b765-980a19a2a338 req-c7353d5f-c779-45e8-91d1-6b35013a7ba8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021070 Dec 29 20:53:12.570337 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] Set router 5b0b3d27-0932-43e4-b5e7-547888a5063a gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:12.606775 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.l3_db [None req-47a24058-8929-4680-a353-8543f36ede58 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Floating IP 7c3fde37-722f-4831-b889-3d3903177b93 associated. External IP: 172.28.2.176, port: fde79a26-7ca3-4178-905b-3b5af624c090. Dec 29 20:53:12.822405 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58874) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:12.832054 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:12.843190 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-05e53462-29ce-4a72-b765-980a19a2a338 req-70b512b1-520f-437d-98d2-d1175422c908 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674317 Dec 29 20:53:12.855173 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:12.855658 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.457630 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58890) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:13.469367 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 2, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:13.471854 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 4, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'gw_port': {'id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:25Z', 'updated_at': '2021-12-29T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '00848c83-9e2d-4e6e-9ad6-28f5929ab7b6', 'name': '', 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'mac_address': 'fa:16:3e:0d:ac:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:30Z', 'updated_at': '2021-12-29T20:53:11Z', 'revision_number': 4, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'subnets': [{'id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:13.478088 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c62fc-719a-4de1-9893-dcb7291cdacb None None] The sync data for ids ['5b0b3d27-0932-43e4-b5e7-547888a5063a'] in dv-cinder-823170-1-smb is: [{'id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:32Z', 'revision_number': 4, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'gw_port': {'id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:25Z', 'updated_at': '2021-12-29T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '00848c83-9e2d-4e6e-9ad6-28f5929ab7b6', 'name': '', 'network_id': '042e02eb-e8e8-424a-903f-2772db030ade', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'mac_address': 'fa:16:3e:0d:ac:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:30Z', 'updated_at': '2021-12-29T20:53:11Z', 'revision_number': 4, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'subnets': [{'id': '29bba367-23e2-4eca-8599-ff86f7af9111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:53:13.492982 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Checking router: 831abed8-9377-42e3-aa88-1dfe3171cec5 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:53:13.494042 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Updating router 831abed8-9377-42e3-aa88-1dfe3171cec5 port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd binding host dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:53:13.536653 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.578274 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-05e53462-29ce-4a72-b765-980a19a2a338 req-e9c8ad54-e8a5-428e-bccb-0b048e25f5ff service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222090 Dec 29 20:53:13.590725 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb41aa-3c68-44f9-9459-842e779a8ce8 req-14260288-ab46-4468-bd2f-0cdab23dcf99 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:13.592489 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a5fb41aa-3c68-44f9-9459-842e779a8ce8 req-14260288-ab46-4468-bd2f-0cdab23dcf99 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.2512221 Dec 29 20:53:13.643596 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.668476 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=00848c83-9e2d-4e6e-9ad6-28f5929ab7b6,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:13.684659 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035c92e-bb8c-4905-9fa3-3fd4f8eff13f req-1424c3d4-2732-4afa-8bde-f1c826fcd11e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:13.696749 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e035c92e-bb8c-4905-9fa3-3fd4f8eff13f req-1424c3d4-2732-4afa-8bde-f1c826fcd11e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.2839470 Dec 29 20:53:13.714650 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.804029 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e035c92e-bb8c-4905-9fa3-3fd4f8eff13f req-5688db5a-1d20-409a-974e-d48432a8bf26 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063709 Dec 29 20:53:13.831627 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb7a36ac-f7cb-402c-8da8-a946ca02bb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.841205 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8226-51e8-4536-857b-cf9a8cc58b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.882036 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=00848c83-9e2d-4e6e-9ad6-28f5929ab7b6,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:13.904465 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bb7a36ac-f7cb-402c-8da8-a946ca02bb95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:13.910204 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bb7a36ac-f7cb-402c-8da8-a946ca02bb95 admin admin] Usage tracker for resource:security_group_rule and tenant:b9be17a41198439bb750bf493ef054a7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:13.913291 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bb7a36ac-f7cb-402c-8da8-a946ca02bb95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:13.930530 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bb7a36ac-f7cb-402c-8da8-a946ca02bb95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:14.038180 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2a0b8226-51e8-4536-857b-cf9a8cc58b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:14.056369 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a5fb41aa-3c68-44f9-9459-842e779a8ce8 req-a53a5606-e25c-4459-a59a-39bf662e3705 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333974 Dec 29 20:53:14.066907 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2a0b8226-51e8-4536-857b-cf9a8cc58b37 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7db3ee7db84958ab821f83f8b697d1 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:14.092257 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2a0b8226-51e8-4536-857b-cf9a8cc58b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:14.112957 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2a0b8226-51e8-4536-857b-cf9a8cc58b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:14.221456 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb7a36ac-f7cb-402c-8da8-a946ca02bb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.236910 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a24058-8929-4680-a353-8543f36ede58 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Router a8599681-a8db-494d-9c76-4fa6b71e9396 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:53:14.240310 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb7a36ac-f7cb-402c-8da8-a946ca02bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.278716 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.301294 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Transition to ACTIVE for port object d53b3dda-c3e3-4896-9a9f-a3efa4817ecd will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:14.311363 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.322775 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8226-51e8-4536-857b-cf9a8cc58b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.328428 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a36ac-f7cb-402c-8da8-a946ca02bb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a8270a-0302-4f11-a340-b1d78f9c4b16,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:14.333597 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8226-51e8-4536-857b-cf9a8cc58b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.349999 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-bb7a36ac-f7cb-402c-8da8-a946ca02bb95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9be17a41198439bb750bf493ef054a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8527081 Dec 29 20:53:14.352756 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58912) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:14.463832 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f0a6c-13ab-4972-9174-8a6bc695373b None None] Pushing event updated for resources: {'Port': ['ID=d53b3dda-c3e3-4896-9a9f-a3efa4817ecd,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:14.478679 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8b8d02b1-78f0-4d0c-ae09-1452aebdeba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.541799 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8b8d02b1-78f0-4d0c-ae09-1452aebdeba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.578441 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b8226-51e8-4536-857b-cf9a8cc58b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f518dbcf-cd30-4440-ae1a-141efaa75e1c,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:14.652164 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:14.662736 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-2a0b8226-51e8-4536-857b-cf9a8cc58b37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce7db3ee7db84958ab821f83f8b697d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8372517 Dec 29 20:53:14.667034 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58928) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:14.685538 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8b8d02b1-78f0-4d0c-ae09-1452aebdeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.722602 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8b8d02b1-78f0-4d0c-ae09-1452aebdeba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.723988 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8b8d02b1-78f0-4d0c-ae09-1452aebdeba7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28a8270a-0302-4f11-a340-b1d78f9c4b16 HTTP/1.1" status: 204 len: 168 time: 0.3700016 Dec 29 20:53:14.725122 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d02b1-78f0-4d0c-ae09-1452aebdeba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a8270a-0302-4f11-a340-b1d78f9c4b16,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:14.768230 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8c72a37a-e77e-4bd5-8252-8fc175383cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.819864 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8c72a37a-e77e-4bd5-8252-8fc175383cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.907478 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8c72a37a-e77e-4bd5-8252-8fc175383cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.942467 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72a37a-e77e-4bd5-8252-8fc175383cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f518dbcf-cd30-4440-ae1a-141efaa75e1c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:14.965588 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8c72a37a-e77e-4bd5-8252-8fc175383cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.973935 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8c72a37a-e77e-4bd5-8252-8fc175383cd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f518dbcf-cd30-4440-ae1a-141efaa75e1c HTTP/1.1" status: 204 len: 168 time: 0.3053241 Dec 29 20:53:15.020945 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a24058-8929-4680-a353-8543f36ede58 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:53:15.036755 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] Sync routers for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:53:15.043735 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-47a24058-8929-4680-a353-8543f36ede58 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.062406 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:15.064518 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:53:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:15.101895 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Attempting to bind port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:53:15.114611 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Attempting to bind port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:53:15.115940 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Attempting to bind port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd on network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:15.142243 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:15.142935 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.151194 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-47a24058-8929-4680-a353-8543f36ede58 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "PUT /v2.0/floatingips/7c3fde37-722f-4831-b889-3d3903177b93 HTTP/1.1" status: 200 len: 991 time: 5.5654745 Dec 29 20:53:15.192272 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:15.232755 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:53:15.240328 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Checking segment: {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:15.241276 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.241978 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Bound using segment: {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:53:15.242684 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Bound port: d53b3dda-c3e3-4896-9a9f-a3efa4817ecd, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:53:15.243441 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.274404 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fea4e2-aea4-488b-af02-a87d5ead0917 req-0706aff1-76a2-40f5-acc4-cb402612f04d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:15.276209 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-47fea4e2-aea4-488b-af02-a87d5ead0917 req-0706aff1-76a2-40f5-acc4-cb402612f04d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1298165 Dec 29 20:53:15.365784 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-47fea4e2-aea4-488b-af02-a87d5ead0917 req-d0e6cbf8-9814-4fc9-923f-88bc5e3fd3bd tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826652 Dec 29 20:53:15.455256 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] For port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:53:15.460479 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] For port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=d53b3dda-c3e3-4896-9a9f-a3efa4817ecd,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:53:15.470501 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.478885 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58966) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:15.509071 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f664142-e9be-4c69-bd01-ba87909cbe9a req-a5886c91-c730-4545-8482-761262e3cda9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:15.512671 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-04ec7177-8361-48c5-bb78-dbe246ba60f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.516668 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6f664142-e9be-4c69-bd01-ba87909cbe9a req-a5886c91-c730-4545-8482-761262e3cda9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1945755 Dec 29 20:53:15.539365 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:15.563851 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f0a6c-13ab-4972-9174-8a6bc695373b None None] Pushing event updated for resources: {'Port': ['ID=d53b3dda-c3e3-4896-9a9f-a3efa4817ecd,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:15.569241 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6f664142-e9be-4c69-bd01-ba87909cbe9a req-ac11a035-0e81-4941-a2f2-267f5ee74764 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Dec 29 20:53:15.597237 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:15.597856 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:53:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:15.715971 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-04ec7177-8361-48c5-bb78-dbe246ba60f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:15.724943 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-04ec7177-8361-48c5-bb78-dbe246ba60f3 admin admin] Usage tracker for resource:security_group_rule and tenant:50d4a32c2b1f4266aa44a6c79b8ff6a7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:15.731388 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-04ec7177-8361-48c5-bb78-dbe246ba60f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:15.745551 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-04ec7177-8361-48c5-bb78-dbe246ba60f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:15.876901 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd6ac-a363-4ab9-9fda-675d7ae6bc86 req-ea957006-a151-492c-8198-74d877f8e613 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:15.885910 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c32bd6ac-a363-4ab9-9fda-675d7ae6bc86 req-ea957006-a151-492c-8198-74d877f8e613 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 946 time: 0.2654157 Dec 29 20:53:15.936670 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58978) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:15.982238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-be2354a9-caf5-4a12-ae2a-149095b02c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.052864 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-be2354a9-caf5-4a12-ae2a-149095b02c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:16.056951 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-be2354a9-caf5-4a12-ae2a-149095b02c06 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddaf8ee90624b4abdbb30a82a183fca is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:16.064849 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-be2354a9-caf5-4a12-ae2a-149095b02c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:16.080843 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-be2354a9-caf5-4a12-ae2a-149095b02c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:16.091143 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'status': 'completed', 'code': 200} Dec 29 20:53:16.095367 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-04ec7177-8361-48c5-bb78-dbe246ba60f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.098850 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c32bd6ac-a363-4ab9-9fda-675d7ae6bc86 req-1531b3d3-f1b4-4a43-ac5a-f843a365aa29 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040398 Dec 29 20:53:16.115851 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-04ec7177-8361-48c5-bb78-dbe246ba60f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.250978 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:16.253016 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-04ec7177-8361-48c5-bb78-dbe246ba60f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50d4a32c2b1f4266aa44a6c79b8ff6a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7727950 Dec 29 20:53:16.254478 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec7177-8361-48c5-bb78-dbe246ba60f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72caf4f1-593a-423d-aeeb-eb6fffd5d55a,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:16.258460 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58984) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:16.304334 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '7c3fde37-722f-4831-b889-3d3903177b93', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'floating_ip_address': '172.28.2.176', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'port_id': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'mac_address': 'fa:16:3e:3c:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:52:43Z', 'updated_at': '2021-12-29T20:53:11Z', 'revision_number': 1, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:16.312531 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] Checking router: a8599681-a8db-494d-9c76-4fa6b71e9396 for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:53:16.339322 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:16.343746 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:53:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:16.354007 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-238f8d1d-edfe-406a-990d-155e806f5200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.409078 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-238f8d1d-edfe-406a-990d-155e806f5200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.423894 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-be2354a9-caf5-4a12-ae2a-149095b02c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.434354 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-be2354a9-caf5-4a12-ae2a-149095b02c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.488963 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff5eab-25fa-4fbe-94a0-1205cd210c6f req-cc2fd685-70de-4b93-a904-5996bbfa9d88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:16.490369 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-238f8d1d-edfe-406a-990d-155e806f5200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.490897 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-72ff5eab-25fa-4fbe-94a0-1205cd210c6f req-cc2fd685-70de-4b93-a904-5996bbfa9d88 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.2461069 Dec 29 20:53:16.501108 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 58988) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:16.501643 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1052d8e5-f6ce-41ad-a207-192e9f18503d req-d9401374-2e7f-497a-882c-e00b4a070510 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 1098 time: 0.3878376 Dec 29 20:53:16.543918 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'floatingip': {'port_id': '17e465bf-73fa-4610-bbdb-370e7db7d681'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:16.607738 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2354a9-caf5-4a12-ae2a-149095b02c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f201b-b90a-4746-889a-2d5ba4baabe2,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:16.616846 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-be2354a9-caf5-4a12-ae2a-149095b02c06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ddaf8ee90624b4abdbb30a82a183fca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6782351 Dec 29 20:53:16.619234 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 58994) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:16.653069 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:16.657763 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f8d1d-edfe-406a-990d-155e806f5200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72caf4f1-593a-423d-aeeb-eb6fffd5d55a,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:16.716437 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-238f8d1d-edfe-406a-990d-155e806f5200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.717662 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-238f8d1d-edfe-406a-990d-155e806f5200 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72caf4f1-593a-423d-aeeb-eb6fffd5d55a HTTP/1.1" status: 204 len: 168 time: 0.4579427 Dec 29 20:53:16.720581 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.820602 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-876be6fe-fab7-4f0a-b54e-c9922a5b1f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.866808 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d8e5-f6ce-41ad-a207-192e9f18503d req-14fad99a-5a04-41c5-8343-671aa1711f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:16.871285 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1052d8e5-f6ce-41ad-a207-192e9f18503d req-14fad99a-5a04-41c5-8343-671aa1711f14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.3547101 Dec 29 20:53:16.932727 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:15Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:16.939682 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793be61a-e2c4-4db3-8397-a5e2f681390b None None] The sync data for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb is: [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:15Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:53:17.102371 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-876be6fe-fab7-4f0a-b54e-c9922a5b1f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.190942 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1052d8e5-f6ce-41ad-a207-192e9f18503d req-dc1ae977-39d8-4ca1-82ec-0d16b7b17c6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fde79a26-7ca3-4178-905b-3b5af624c090 HTTP/1.1" status: 200 len: 999 time: 0.3002503 Dec 29 20:53:17.296794 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-876be6fe-fab7-4f0a-b54e-c9922a5b1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.322056 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876be6fe-fab7-4f0a-b54e-c9922a5b1f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f201b-b90a-4746-889a-2d5ba4baabe2,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:17.333035 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-876be6fe-fab7-4f0a-b54e-c9922a5b1f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.334408 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-876be6fe-fab7-4f0a-b54e-c9922a5b1f8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/702f201b-b90a-4746-889a-2d5ba4baabe2 HTTP/1.1" status: 204 len: 168 time: 0.7117202 Dec 29 20:53:17.336593 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d8e5-f6ce-41ad-a207-192e9f18503d req-8a52ed40-0cba-431a-bb7d-62d2eef24f31 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:17.338489 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1052d8e5-f6ce-41ad-a207-192e9f18503d req-8a52ed40-0cba-431a-bb7d-62d2eef24f31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.1408169 Dec 29 20:53:17.416545 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '7c3fde37-722f-4831-b889-3d3903177b93', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'floating_ip_address': '172.28.2.176', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'port_id': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'mac_address': 'fa:16:3e:3c:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:52:43Z', 'updated_at': '2021-12-29T20:53:11Z', 'revision_number': 1, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:17.426136 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f6764-1879-4652-adbd-280d6e288fa2 None None] The sync data for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb is: [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '7c3fde37-722f-4831-b889-3d3903177b93', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'floating_ip_address': '172.28.2.176', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'port_id': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'mac_address': 'fa:16:3e:3c:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:52:43Z', 'updated_at': '2021-12-29T20:53:11Z', 'revision_number': 1, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:53:17.666950 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1052d8e5-f6ce-41ad-a207-192e9f18503d req-3979cb3c-fa67-4340-902e-9b398808d2b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3060551 Dec 29 20:53:17.669677 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b26809-859b-4a2a-887b-dcd7961b90f6 req-55204b7d-765b-46cd-bbab-6c88788a9658 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:17.675366 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-46b26809-859b-4a2a-887b-dcd7961b90f6 req-55204b7d-765b-46cd-bbab-6c88788a9658 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.7496438 Dec 29 20:53:17.874759 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aef2c-ef51-442d-809d-89f5743011f4 req-e74ff4bf-1440-4efa-94a3-0dd945bcb8ae tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:17.876321 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-089aef2c-ef51-442d-809d-89f5743011f4 req-e74ff4bf-1440-4efa-94a3-0dd945bcb8ae tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 946 time: 0.3955376 Dec 29 20:53:17.885662 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-6a72ff19-27a3-4519-98c4-51e6705136fd tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:17.887160 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-6a72ff19-27a3-4519-98c4-51e6705136fd tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 946 time: 0.6475391 Dec 29 20:53:17.894514 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-46b26809-859b-4a2a-887b-dcd7961b90f6 req-85cb57b9-5365-4e2a-a253-e6f74a99fdc1 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150972 Dec 29 20:53:18.023288 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Deleting port fd096c8b-ed88-4ad1-93e3-b70f982afd76 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:53:18.026804 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.037392 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-089aef2c-ef51-442d-809d-89f5743011f4 req-8e71c967-6aed-4a02-8e21-4088443be7fe tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454682 Dec 29 20:53:18.119609 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1052d8e5-f6ce-41ad-a207-192e9f18503d req-3cd557a2-0e6c-40e2-9991-3d0c5f007b0b service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385471 Dec 29 20:53:18.329871 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1052d8e5-f6ce-41ad-a207-192e9f18503d req-c936ebe7-bac7-47fa-aa3d-e64353df2f9c service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021759 Dec 29 20:53:18.535185 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device d53b3dda-c3e3-4896-9a9f-a3efa4817ecd up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:18.638614 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:18.652924 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:18.653569 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.765556 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] For port fd096c8b-ed88-4ad1-93e3-b70f982afd76, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fd096c8b-ed88-4ad1-93e3-b70f982afd76,segment=NetworkSegment(1ad9e577-625c-463a-ae04-833ba3176044),segment_id=1ad9e577-625c-463a-ae04-833ba3176044)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:18.766053 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.891317 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.935877 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Calling delete_port for fd096c8b-ed88-4ad1-93e3-b70f982afd76 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:53:18.950810 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=d53b3dda-c3e3-4896-9a9f-a3efa4817ecd,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:18.959472 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.059776 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59092) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:19.102407 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=d53b3dda-c3e3-4896-9a9f-a3efa4817ecd,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:19.179981 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.db.resource_extend [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 29 20:53:19.233551 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba757d-36de-4c62-ba12-fef524e38d70 req-a553dc95-3166-4f1e-9ae5-dca14e197308 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:19.241898 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6eba757d-36de-4c62-ba12-fef524e38d70 req-a553dc95-3166-4f1e-9ae5-dca14e197308 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1005747 Dec 29 20:53:19.303606 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6eba757d-36de-4c62-ba12-fef524e38d70 req-c1ba16e2-670b-4de1-924a-bcbf84b6011f tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604296 Dec 29 20:53:19.427432 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.437687 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.534527 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.598560 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Pushing event deleted for resources: {'Port': ['ID=fd096c8b-ed88-4ad1-93e3-b70f982afd76,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:19.628434 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.659364 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4d4aa-52ed-419b-a27f-dbeab4e057e4 req-6a627c84-38f0-4f31-90ae-e99d85594793 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:19.661747 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1fe4d4aa-52ed-419b-a27f-dbeab4e057e4 req-6a627c84-38f0-4f31-90ae-e99d85594793 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 867 time: 0.3068931 Dec 29 20:53:19.703238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:19.707538 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Usage tracker for resource:security_group_rule and tenant:159a229879d846c5b7cdc4e8d8ee4cf5 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:19.710284 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:19.721147 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:19.786735 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] No DVR routers for this DVR port fd096c8b-ed88-4ad1-93e3-b70f982afd76 on host hv-cinder-82317 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:53:19.798205 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.806572 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.832461 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.835615 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0475e5a-96b2-414b-b9af-72765cd8e39d', 'name': 'network-vif-deleted', 'tag': 'fd096c8b-ed88-4ad1-93e3-b70f982afd76'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:19.872866 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9c3d79a5-33bf-473e-b3d2-a76bf1204e6e req-49ed3050-5583-4942-a10d-678d47705f85 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.32 "DELETE /v2.0/ports/fd096c8b-ed88-4ad1-93e3-b70f982afd76 HTTP/1.1" status: 204 len: 173 time: 1.9773962 Dec 29 20:53:19.886048 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f614f-317c-4955-ba39-4246c7d77f57,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:19.887989 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1fe4d4aa-52ed-419b-a27f-dbeab4e057e4 req-1ae570e5-8d2e-47e4-88a6-2d731d7f5a73 tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba9f2fd-6928-4406-a584-662c2de43a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200198 Dec 29 20:53:19.895280 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59126) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:19.896462 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=159a229879d846c5b7cdc4e8d8ee4cf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8355324 Dec 29 20:53:19.918300 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.918692 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.919399 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.919845 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.920379 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.920780 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.921348 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.921663 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.922454 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.922454 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.922723 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0f0f-ebdf-4a76-a8c4-25573d2c7c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:19.984689 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.l3_db [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Floating IP 9b28ab98-f575-4476-942f-229e037eb454 associated. External IP: 172.28.2.210, port: 17e465bf-73fa-4610-bbdb-370e7db7d681. Dec 29 20:53:20.058567 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0475e5a-96b2-414b-b9af-72765cd8e39d', 'name': 'network-vif-deleted', 'tag': 'fd096c8b-ed88-4ad1-93e3-b70f982afd76', 'status': 'completed', 'code': 200} Dec 29 20:53:20.063291 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:20.088792 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:20.330428 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:20.385125 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f614f-317c-4955-ba39-4246c7d77f57,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:20.410968 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:20.414784 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab5f614f-317c-4955-ba39-4246c7d77f57 HTTP/1.1" status: 204 len: 168 time: 0.5170100 Dec 29 20:53:20.420189 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e1aeb-68d7-4156-87f4-5e77accbb77a None None] New status for floating IP 7c3fde37-722f-4831-b889-3d3903177b93: ACTIVE {{(pid=82856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:53:20.421048 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.421395 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.421734 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.422068 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.422399 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.422727 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.423052 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.423392 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.423717 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.424077 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.424398 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45836b67-655a-4ebf-9240-3c77862a9598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:20.553820 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device d53b3dda-c3e3-4896-9a9f-a3efa4817ecd up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:20.682842 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78b11e-ea2a-4b92-99fe-587c6eb83459 req-19318bfc-b759-4731-bf37-d3e4bada2300 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:20.690092 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-be78b11e-ea2a-4b92-99fe-587c6eb83459 req-19318bfc-b759-4731-bf37-d3e4bada2300 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1689796 Dec 29 20:53:20.776994 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-be78b11e-ea2a-4b92-99fe-587c6eb83459 req-d41638cc-7b7a-476f-98b7-59ff1528b46d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859692 Dec 29 20:53:20.838411 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Router 831abed8-9377-42e3-aa88-1dfe3171cec5 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:53:20.979729 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:20.980186 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.146339 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fd096c8b-ed88-4ad1-93e3-b70f982afd76 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:53:21.192834 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: fd096c8b-ed88-4ad1-93e3-b70f982afd76 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:53:21.193432 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fd096c8b-ed88-4ad1-93e3-b70f982afd76 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:53:21.198222 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-d3f3d893-c47d-4dd7-9bb8-89d3472c1606 req-82c0ca5a-1c9d-49be-9e2d-9733a45bf36b tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Synchronizing usage tracker for tenant:4be3c736d71b4fb7bef35b4a6efce56f on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:21.232288 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-d3f3d893-c47d-4dd7-9bb8-89d3472c1606 req-82c0ca5a-1c9d-49be-9e2d-9733a45bf36b tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] Unset dirty status for tenant:4be3c736d71b4fb7bef35b4a6efce56f on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:21.233819 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d3f3d893-c47d-4dd7-9bb8-89d3472c1606 req-82c0ca5a-1c9d-49be-9e2d-9733a45bf36b tempest-DeleteServersTestJSON-1035022223 tempest-DeleteServersTestJSON-1035022223-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0475e5a-96b2-414b-b9af-72765cd8e39d HTTP/1.1" status: 200 len: 210 time: 0.0907307 Dec 29 20:53:21.258424 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:53:21.269023 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.333323 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-8bb4259a-46a0-45fd-8780-0117f52eb7e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "PUT /v2.0/floatingips/9b28ab98-f575-4476-942f-229e037eb454 HTTP/1.1" status: 200 len: 991 time: 4.7943268 Dec 29 20:53:21.537028 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59182) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:21.554779 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e91f7cf9-f2cd-4d00-b506-0f60e21b67f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.586427 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e91f7cf9-f2cd-4d00-b506-0f60e21b67f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:21.590468 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e91f7cf9-f2cd-4d00-b506-0f60e21b67f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2a16dfaefa88436bb37c895c9bfd5add is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:21.596053 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e91f7cf9-f2cd-4d00-b506-0f60e21b67f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:21.601712 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e91f7cf9-f2cd-4d00-b506-0f60e21b67f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:21.678398 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e91f7cf9-f2cd-4d00-b506-0f60e21b67f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.681951 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59192) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:21.686976 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e91f7cf9-f2cd-4d00-b506-0f60e21b67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.735236 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e91f7cf9-f2cd-4d00-b506-0f60e21b67f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a16dfaefa88436bb37c895c9bfd5add&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970763 Dec 29 20:53:21.735951 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f7cf9-f2cd-4d00-b506-0f60e21b67f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b633f-fa6a-46b8-a40e-88a60556928e,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:21.738259 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59198) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:21.862899 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f4ce-da3a-4cd5-b079-644aaf64b48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.889823 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f4ce-da3a-4cd5-b079-644aaf64b48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.958736 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f4ce-da3a-4cd5-b079-644aaf64b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.023356 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1f4ce-da3a-4cd5-b079-644aaf64b48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b633f-fa6a-46b8-a40e-88a60556928e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:22.033701 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f4ce-da3a-4cd5-b079-644aaf64b48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.035116 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d6a1f4ce-da3a-4cd5-b079-644aaf64b48e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/266b633f-fa6a-46b8-a40e-88a60556928e HTTP/1.1" status: 204 len: 168 time: 0.2962148 Dec 29 20:53:22.075618 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'tag': '17e465bf-73fa-4610-bbdb-370e7db7d681'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:22.124993 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b66d0a03-9949-411f-ab37-338e588c86d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.176826 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b66d0a03-9949-411f-ab37-338e588c86d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:22.177165 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-d02b9a52-9e9f-4156-881c-f88fc95b6767 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2919183 Dec 29 20:53:22.204372 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b66d0a03-9949-411f-ab37-338e588c86d5 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa43147b07d4f91abbf51793800d50f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:22.211929 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042dee-c5fc-45f1-9a1b-4473589eb7ec req-c9981341-ec66-4e6f-8eac-acb2c37ab596 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:22.214682 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b66d0a03-9949-411f-ab37-338e588c86d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:22.227180 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-79042dee-c5fc-45f1-9a1b-4473589eb7ec req-c9981341-ec66-4e6f-8eac-acb2c37ab596 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.2513506 Dec 29 20:53:22.233200 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b66d0a03-9949-411f-ab37-338e588c86d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:22.266552 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'tag': '17e465bf-73fa-4610-bbdb-370e7db7d681', 'status': 'completed', 'code': 200} Dec 29 20:53:22.369906 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-79042dee-c5fc-45f1-9a1b-4473589eb7ec req-00d41223-2d97-45be-ac94-14ba2b7c502c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416678 Dec 29 20:53:22.415066 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-56df36ef-6f2c-4ede-8d69-67993ce0f045 req-20445982-f966-4330-9b50-c14a082a34e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 1098 time: 0.1456628 Dec 29 20:53:22.442079 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-72ddf99f-0fde-4a59-9fd5-9d8140de5765 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1098 time: 0.1516452 Dec 29 20:53:22.443049 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b66d0a03-9949-411f-ab37-338e588c86d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.448495 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b66d0a03-9949-411f-ab37-338e588c86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.460776 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.764405 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d0a03-9949-411f-ab37-338e588c86d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f160d6b1-059f-4c32-a591-cd764a4e53b2,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:22.785996 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df36ef-6f2c-4ede-8d69-67993ce0f045 req-13a6e052-9f47-4e97-bc2d-cf58e9030f42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:22.787514 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-56df36ef-6f2c-4ede-8d69-67993ce0f045 req-13a6e052-9f47-4e97-bc2d-cf58e9030f42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 909 time: 0.3652372 Dec 29 20:53:22.791052 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b66d0a03-9949-411f-ab37-338e588c86d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9aa43147b07d4f91abbf51793800d50f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1073589 Dec 29 20:53:22.799133 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59234) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:22.870989 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-f8255a2e-83ae-41a9-88c5-5dd0ea8d81ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:22.873084 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-f8255a2e-83ae-41a9-88c5-5dd0ea8d81ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 919 time: 0.3908966 Dec 29 20:53:22.977908 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-56b7ec19-6a55-41f8-ad96-798e6be13fa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116361f-87bd-4700-9686-36d54b8622e4 HTTP/1.1" status: 200 len: 217 time: 0.0949559 Dec 29 20:53:22.999422 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-56df36ef-6f2c-4ede-8d69-67993ce0f045 req-80a1e192-15a7-4c2c-b337-ec3c8cd48f91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e465bf-73fa-4610-bbdb-370e7db7d681 HTTP/1.1" status: 200 len: 999 time: 0.1952024 Dec 29 20:53:23.090033 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-95c3f4ba-a34e-42ec-8a9d-26ddd8bd0ccc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:23.091707 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-95c3f4ba-a34e-42ec-8a9d-26ddd8bd0ccc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.1021051 Dec 29 20:53:23.093795 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df36ef-6f2c-4ede-8d69-67993ce0f045 req-97dcb6d3-6b7e-44fa-aa9e-bb38f5ca284b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:23.095213 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-56df36ef-6f2c-4ede-8d69-67993ce0f045 req-97dcb6d3-6b7e-44fa-aa9e-bb38f5ca284b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 200 len: 848 time: 0.0883095 Dec 29 20:53:23.100097 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6e25601e-2c74-4185-a2d7-b3350ed454d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:23.163098 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-7f17d8c2-ce21-4188-ab82-8bde4d06de66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597315 Dec 29 20:53:23.191747 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6e25601e-2c74-4185-a2d7-b3350ed454d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:23.261940 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-56df36ef-6f2c-4ede-8d69-67993ce0f045 req-b45d62c0-437f-4a0e-9211-d94f631fa543 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1588445 Dec 29 20:53:23.383358 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-5e01fbda-3b18-41bc-b3ff-ef8cb0b24c47 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134149 Dec 29 20:53:23.520958 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-56df36ef-6f2c-4ede-8d69-67993ce0f045 req-4249b222-7f54-4622-9937-62b5e1070e12 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444155 Dec 29 20:53:23.521758 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6e25601e-2c74-4185-a2d7-b3350ed454d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:23.570906 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25601e-2c74-4185-a2d7-b3350ed454d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f160d6b1-059f-4c32-a591-cd764a4e53b2,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:23.606759 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f31006c6-bd3e-406f-a260-bf6f70bed6e4 req-1cacd315-838c-461d-8e92-047053ccf6cd service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111225 Dec 29 20:53:23.633417 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6e25601e-2c74-4185-a2d7-b3350ed454d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:23.634669 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6e25601e-2c74-4185-a2d7-b3350ed454d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f160d6b1-059f-4c32-a591-cd764a4e53b2 HTTP/1.1" status: 204 len: 168 time: 0.8298540 Dec 29 20:53:23.717823 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-56df36ef-6f2c-4ede-8d69-67993ce0f045 req-8573eb71-a549-423f-a632-215888136b8a service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730812 Dec 29 20:53:23.775125 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f49687-901d-4c1d-b025-5d586e963b7d req-5c680993-b94a-4d44-9b43-fcc7fcce7ffe tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:23.795425 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-07f49687-901d-4c1d-b025-5d586e963b7d req-5c680993-b94a-4d44-9b43-fcc7fcce7ffe tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1680892 Dec 29 20:53:23.912101 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-07f49687-901d-4c1d-b025-5d586e963b7d req-5eb025cf-6769-42b5-be87-b2e2fc0597e5 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047366 Dec 29 20:53:24.243624 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59310) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:24.262601 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6c789019-8654-4ea4-8502-999fddc8f4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.295761 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6c789019-8654-4ea4-8502-999fddc8f4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:24.299969 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6c789019-8654-4ea4-8502-999fddc8f4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e949e3a58c4e8bbb2aa05046812ae2 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:24.303457 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6c789019-8654-4ea4-8502-999fddc8f4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:24.309340 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6c789019-8654-4ea4-8502-999fddc8f4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:24.379803 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6c789019-8654-4ea4-8502-999fddc8f4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.384416 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6c789019-8654-4ea4-8502-999fddc8f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.438416 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c789019-8654-4ea4-8502-999fddc8f4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fad71fd-9202-41b2-8d05-d993e9d59048,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:24.442483 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6c789019-8654-4ea4-8502-999fddc8f4b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9e949e3a58c4e8bbb2aa05046812ae2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1977544 Dec 29 20:53:24.445211 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59320) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:24.540681 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38b77571-0fd4-4ae0-9530-f3d0af1eb346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.567285 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38b77571-0fd4-4ae0-9530-f3d0af1eb346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.647340 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38b77571-0fd4-4ae0-9530-f3d0af1eb346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.675016 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b77571-0fd4-4ae0-9530-f3d0af1eb346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fad71fd-9202-41b2-8d05-d993e9d59048,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:24.694525 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38b77571-0fd4-4ae0-9530-f3d0af1eb346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.698536 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-38b77571-0fd4-4ae0-9530-f3d0af1eb346 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fad71fd-9202-41b2-8d05-d993e9d59048 HTTP/1.1" status: 204 len: 168 time: 0.2520463 Dec 29 20:53:24.794401 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59338) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:24.885477 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a63a43-41c7-4208-b74e-d8769c5fe834 admin admin] Deleting subnet ab17f1a1-63fa-4197-8a3b-52e8048894cf {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:53:24.889686 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-39a63a43-41c7-4208-b74e-d8769c5fe834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.951040 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-39a63a43-41c7-4208-b74e-d8769c5fe834 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.959376 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-39a63a43-41c7-4208-b74e-d8769c5fe834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.046204 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-39a63a43-41c7-4208-b74e-d8769c5fe834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.100066 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a63a43-41c7-4208-b74e-d8769c5fe834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab17f1a1-63fa-4197-8a3b-52e8048894cf,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:25.106547 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-39a63a43-41c7-4208-b74e-d8769c5fe834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.117079 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-39a63a43-41c7-4208-b74e-d8769c5fe834 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ab17f1a1-63fa-4197-8a3b-52e8048894cf HTTP/1.1" status: 204 len: 168 time: 0.3189342 Dec 29 20:53:25.117182 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59358) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:25.273537 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.278713 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd74e-371c-4075-b32d-1f7d4a67c76e req-489e256c-c473-4fef-bd7a-0995cd790f3a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:25.280861 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8d2dd74e-371c-4075-b32d-1f7d4a67c76e req-489e256c-c473-4fef-bd7a-0995cd790f3a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1157329 Dec 29 20:53:25.331613 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8d2dd74e-371c-4075-b32d-1f7d4a67c76e req-8e0d09e8-62ca-466c-b2d4-0e755a77e09d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Dec 29 20:53:25.422078 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.454866 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.455207 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.455984 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.456570 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.456895 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.457225 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.457553 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.457981 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.458300 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.458609 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.675696 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.676080 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.676402 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.676732 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:25.677100 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740c881f-db0d-4fc3-9b12-7ba22ea5f17a']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:25.713931 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59384) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:25.745098 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad9e577-625c-463a-ae04-833ba3176044') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:25.745307 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad9e577-625c-463a-ae04-833ba3176044') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:25.765246 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746133'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.783704 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.793656 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:53:25.794008 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3031281'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: util.warn_limited( Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: util.warn_limited( Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: Traceback (most recent call last): Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: timer() Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: cb(*args, **kw) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: return func(*args, **kwargs) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: self._notify() Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: self.callback(batched_events) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: event.method(event) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: return f(self, *a, **k) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: return self._get(url).json() Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:53:25.812929 dv-cinder-823170-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:53:25.908866 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.933252 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.947987 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=740c881f-db0d-4fc3-9b12-7ba22ea5f17a,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:25.956696 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-846f2473-14dd-45df-b374-332b810f96c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/740c881f-db0d-4fc3-9b12-7ba22ea5f17a HTTP/1.1" status: 204 len: 168 time: 0.8383985 Dec 29 20:53:26.058413 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-04b739af-f5e4-4f12-b0ce-f93513283b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.115114 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-04b739af-f5e4-4f12-b0ce-f93513283b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:26.121018 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-04b739af-f5e4-4f12-b0ce-f93513283b51 admin admin] Usage tracker for resource:security_group_rule and tenant:8f7c6467c7dc41558d81834bcb1bfee7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:26.125999 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-04b739af-f5e4-4f12-b0ce-f93513283b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:26.135770 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-04b739af-f5e4-4f12-b0ce-f93513283b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:26.220643 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59404) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:26.255963 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-04b739af-f5e4-4f12-b0ce-f93513283b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.271365 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-04b739af-f5e4-4f12-b0ce-f93513283b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.294805 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-44349075-2c7a-49bb-b507-b924da0d20d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4be3c736d71b4fb7bef35b4a6efce56f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0728412 Dec 29 20:53:26.296355 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59416) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:26.371666 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-05a94b58-973d-49cb-9365-6e105d53a3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.390795 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b739af-f5e4-4f12-b0ce-f93513283b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae443afd-dbea-4a80-a839-408dd58b0e69,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:26.402101 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-04b739af-f5e4-4f12-b0ce-f93513283b51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f7c6467c7dc41558d81834bcb1bfee7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6845620 Dec 29 20:53:26.403553 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59428) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:26.422426 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-05a94b58-973d-49cb-9365-6e105d53a3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.525285 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-05a94b58-973d-49cb-9365-6e105d53a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.554720 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-89f6d8a2-aad3-4e3a-8929-327836e97bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.590289 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-89f6d8a2-aad3-4e3a-8929-327836e97bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.634920 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a94b58-973d-49cb-9365-6e105d53a3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba9f2fd-6928-4406-a584-662c2de43a6c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:26.657027 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-05a94b58-973d-49cb-9365-6e105d53a3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.661087 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-05a94b58-973d-49cb-9365-6e105d53a3fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ba9f2fd-6928-4406-a584-662c2de43a6c HTTP/1.1" status: 204 len: 168 time: 0.3636298 Dec 29 20:53:26.671787 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59442) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:26.682406 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-89f6d8a2-aad3-4e3a-8929-327836e97bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.707955 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f9ba0-4665-4ae8-8a00-b598133891c9 req-371dd941-6ebd-472e-9408-850f9355c8db tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:26.719506 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ab6f9ba0-4665-4ae8-8a00-b598133891c9 req-371dd941-6ebd-472e-9408-850f9355c8db tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1747591 Dec 29 20:53:26.737167 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6d8a2-aad3-4e3a-8929-327836e97bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae443afd-dbea-4a80-a839-408dd58b0e69,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:26.767632 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-89f6d8a2-aad3-4e3a-8929-327836e97bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.774437 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-89f6d8a2-aad3-4e3a-8929-327836e97bfb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae443afd-dbea-4a80-a839-408dd58b0e69 HTTP/1.1" status: 204 len: 168 time: 0.3657033 Dec 29 20:53:26.786416 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ab6f9ba0-4665-4ae8-8a00-b598133891c9 req-a55e6574-b741-4e70-bb71-9c1b166cd50d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659702 Dec 29 20:53:26.931330 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-28903173-6ca2-4a51-be1f-4181413de08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.973828 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-28903173-6ca2-4a51-be1f-4181413de08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:26.984325 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-28903173-6ca2-4a51-be1f-4181413de08a admin admin] Usage tracker for resource:security_group_rule and tenant:3d11af916a624ae2859a72a9e6e4cb4f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:26.988388 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-28903173-6ca2-4a51-be1f-4181413de08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:26.995646 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-28903173-6ca2-4a51-be1f-4181413de08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:27.081056 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-28903173-6ca2-4a51-be1f-4181413de08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.090861 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-28903173-6ca2-4a51-be1f-4181413de08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.140768 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28903173-6ca2-4a51-be1f-4181413de08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523510e1-00b3-4552-9d84-98c11f050292,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:27.147443 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-28903173-6ca2-4a51-be1f-4181413de08a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d11af916a624ae2859a72a9e6e4cb4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4703178 Dec 29 20:53:27.147756 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59456) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:27.209420 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48ea09e5-fa3f-42f7-afe1-e82a662aa3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.236851 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48ea09e5-fa3f-42f7-afe1-e82a662aa3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.296962 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48ea09e5-fa3f-42f7-afe1-e82a662aa3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.323230 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48ea09e5-fa3f-42f7-afe1-e82a662aa3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.324754 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-48ea09e5-fa3f-42f7-afe1-e82a662aa3a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/523510e1-00b3-4552-9d84-98c11f050292 HTTP/1.1" status: 204 len: 168 time: 0.1761174 Dec 29 20:53:27.325807 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea09e5-fa3f-42f7-afe1-e82a662aa3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523510e1-00b3-4552-9d84-98c11f050292,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:27.440595 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59482) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:27.468560 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-02252c71-822d-4dcf-9cc1-72868a355dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.509934 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-02252c71-822d-4dcf-9cc1-72868a355dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:27.514388 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-02252c71-822d-4dcf-9cc1-72868a355dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:936385e5ec8e433f89b8f8d5c849d983 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:27.517287 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-02252c71-822d-4dcf-9cc1-72868a355dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:27.525930 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-02252c71-822d-4dcf-9cc1-72868a355dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:27.653228 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-02252c71-822d-4dcf-9cc1-72868a355dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.663162 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-02252c71-822d-4dcf-9cc1-72868a355dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.708779 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-02252c71-822d-4dcf-9cc1-72868a355dd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=936385e5ec8e433f89b8f8d5c849d983&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2668631 Dec 29 20:53:27.711424 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59496) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:27.752719 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02252c71-822d-4dcf-9cc1-72868a355dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d01a9d6-3836-45a2-a457-c0d4663f09ff,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:27.823109 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-950d263c-0311-4c4b-a165-056059eadeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.857777 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-950d263c-0311-4c4b-a165-056059eadeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.930371 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-950d263c-0311-4c4b-a165-056059eadeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:27.963929 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d263c-0311-4c4b-a165-056059eadeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d01a9d6-3836-45a2-a457-c0d4663f09ff,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:27.997142 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-950d263c-0311-4c4b-a165-056059eadeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:28.001324 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-950d263c-0311-4c4b-a165-056059eadeee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d01a9d6-3836-45a2-a457-c0d4663f09ff HTTP/1.1" status: 204 len: 168 time: 0.2876978 Dec 29 20:53:28.216508 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac4c6-7d25-4c8d-a77a-e867906642d3 req-96b1ff39-0b7c-4436-9ca6-38367f36dafc tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:28.221347 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-689ac4c6-7d25-4c8d-a77a-e867906642d3 req-96b1ff39-0b7c-4436-9ca6-38367f36dafc tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1863494 Dec 29 20:53:28.306326 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-689ac4c6-7d25-4c8d-a77a-e867906642d3 req-2db86bb3-232c-41e5-aac2-4c8de0329284 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806243 Dec 29 20:53:28.583866 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59546) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:28.770824 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-657891875-network', 'tenant_id': 'c36a403e415546059e62368e542cb309'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:28.778036 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:28.786238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Usage tracker for resource:network and tenant:c36a403e415546059e62368e542cb309 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:28.789648 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:28.798461 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:28.809473 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Made reservation on behalf of c36a403e415546059e62368e542cb309 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:28.813888 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:28.849903 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:28.904474 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:28.909229 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Usage tracker for resource:security_group_rule and tenant:c36a403e415546059e62368e542cb309 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:28.914363 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:28.921758 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:29.007515 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.012130 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.030007 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59564) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:29.045132 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:53:29.050539 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0ebe0e-3aed-452a-9a39-6e645b985e3b,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:29.058700 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.059022 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Added segment d3180bd4-22d8-4566-823d-9ea51fc84e82 of type vlan for network fd2e889d-0d8f-4fca-9a06-131f7f315bcc Dec 29 20:53:29.088359 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.117218 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.118212 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:29.118821 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.257269 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] Pushing event updated for resources: {'Network': ['ID=fd2e889d-0d8f-4fca-9a06-131f7f315bcc,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:29.266554 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3108befd-9fd8-4662-b6c2-f1b1c6d9d74d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6816080 Dec 29 20:53:29.269580 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59578) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:29.271059 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network fd2e889d-0d8f-4fca-9a06-131f7f315bcc details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:53:29.277313 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Request body: {'subnet': {'network_id': 'fd2e889d-0d8f-4fca-9a06-131f7f315bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-657891875-subnet', 'tenant_id': 'c36a403e415546059e62368e542cb309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:29.282333 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:29.286516 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Usage tracker for resource:subnet and tenant:c36a403e415546059e62368e542cb309 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:29.289421 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:29.294982 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:29.305789 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Made reservation on behalf of c36a403e415546059e62368e542cb309 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:29.308505 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.439595 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-24089b9a-cce0-4ea9-a29f-3091663e645b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.509960 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-24089b9a-cce0-4ea9-a29f-3091663e645b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:29.518901 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-24089b9a-cce0-4ea9-a29f-3091663e645b admin admin] Usage tracker for resource:security_group_rule and tenant:9e77cdb36d6244969daedaeb3fcbb183 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:29.523048 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-24089b9a-cce0-4ea9-a29f-3091663e645b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:29.541159 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-24089b9a-cce0-4ea9-a29f-3091663e645b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:29.555488 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64634ef-d397-4c34-8fe3-083b6deaadf0 req-3217a765-8677-4b6f-a685-f04ff2ca4866 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:29.557775 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d64634ef-d397-4c34-8fe3-083b6deaadf0 req-3217a765-8677-4b6f-a685-f04ff2ca4866 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0962410 Dec 29 20:53:29.620854 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-24089b9a-cce0-4ea9-a29f-3091663e645b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.631539 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d64634ef-d397-4c34-8fe3-083b6deaadf0 req-e6ea331c-cca2-40e6-910a-8977c3771221 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669141 Dec 29 20:53:29.657977 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-24089b9a-cce0-4ea9-a29f-3091663e645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.727164 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24089b9a-cce0-4ea9-a29f-3091663e645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a67095c-eb8b-48ff-a216-08aeb6cd4bd3,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:29.740709 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-24089b9a-cce0-4ea9-a29f-3091663e645b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e77cdb36d6244969daedaeb3fcbb183&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7095065 Dec 29 20:53:29.743149 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59596) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:29.837548 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8b5c7dd4-5004-4142-bf46-bf9af734aa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.839358 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.938297 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8b5c7dd4-5004-4142-bf46-bf9af734aa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.977981 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d44441-9790-4e17-9ba0-825610310bce,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:29.994252 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Checking segment: {'id': 'd3180bd4-22d8-4566-823d-9ea51fc84e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd2e889d-0d8f-4fca-9a06-131f7f315bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:29.994654 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Network hostable DHCP agents. Network: fd2e889d-0d8f-4fca-9a06-131f7f315bcc, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:53:30.032646 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Network fd2e889d-0d8f-4fca-9a06-131f7f315bcc is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:53:30.047681 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8b5c7dd4-5004-4142-bf46-bf9af734aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.063883 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, fd2e889d-0d8f-4fca-9a06-131f7f315bcc) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:30.071591 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:30.072210 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.078818 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c7dd4-5004-4142-bf46-bf9af734aa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a67095c-eb8b-48ff-a216-08aeb6cd4bd3,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:30.080179 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c69d0e-0792-4876-8188-e289c9deae1b None None] Network fd2e889d-0d8f-4fca-9a06-131f7f315bcc requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:30.102988 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8b5c7dd4-5004-4142-bf46-bf9af734aa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.106324 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-8b5c7dd4-5004-4142-bf46-bf9af734aa54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a67095c-eb8b-48ff-a216-08aeb6cd4bd3 HTTP/1.1" status: 204 len: 168 time: 0.3599877 Dec 29 20:53:30.108601 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-afcce092-a823-46ec-ac22-aaa1bdd1e422 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8351300 Dec 29 20:53:30.490600 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e603f2f-5f35-4544-b4ea-7d92c1bec463 None None] Network fd2e889d-0d8f-4fca-9a06-131f7f315bcc requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:30.896414 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59654) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:30.930926 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4202-0044-4cb3-9dba-5dd11980c4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.965612 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4cf76-aeea-4e02-8451-8413845718bd req-f94449a8-610a-48bd-954d-82311cd273b3 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:30.975158 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7db4cf76-aeea-4e02-8451-8413845718bd req-f94449a8-610a-48bd-954d-82311cd273b3 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1292605 Dec 29 20:53:30.976858 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c7ef4202-0044-4cb3-9dba-5dd11980c4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:30.980893 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c7ef4202-0044-4cb3-9dba-5dd11980c4a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee0827948fa49b8bc4602377006b9b7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:30.984058 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c7ef4202-0044-4cb3-9dba-5dd11980c4a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:30.993141 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c7ef4202-0044-4cb3-9dba-5dd11980c4a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:31.046171 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7db4cf76-aeea-4e02-8451-8413845718bd req-bb798604-5089-4e9d-8bbc-12421f30b5e7 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693908 Dec 29 20:53:31.067451 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4202-0044-4cb3-9dba-5dd11980c4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.072705 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4202-0044-4cb3-9dba-5dd11980c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.148812 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59664) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:31.151097 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c7ef4202-0044-4cb3-9dba-5dd11980c4a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ee0827948fa49b8bc4602377006b9b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2533219 Dec 29 20:53:31.151813 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef4202-0044-4cb3-9dba-5dd11980c4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1840845-bfe4-4c6b-b49c-a764b5f7ffd0,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:31.250458 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d22c5da5-f616-44c1-a86f-fab4ebf088ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.278035 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d22c5da5-f616-44c1-a86f-fab4ebf088ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.348640 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d22c5da5-f616-44c1-a86f-fab4ebf088ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.365296 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c5da5-f616-44c1-a86f-fab4ebf088ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1840845-bfe4-4c6b-b49c-a764b5f7ffd0,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:31.370735 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d22c5da5-f616-44c1-a86f-fab4ebf088ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.372467 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d22c5da5-f616-44c1-a86f-fab4ebf088ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1840845-bfe4-4c6b-b49c-a764b5f7ffd0 HTTP/1.1" status: 204 len: 168 time: 0.2226369 Dec 29 20:53:31.860066 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0c8602a2-9f9a-4d49-8abc-e7016fd18f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.919340 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59700) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:31.925639 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1521692068-network', 'tenant_id': '935955f4dea345d6a7a9d0898d4b6d8a'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:31.932879 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:31.943142 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Usage tracker for resource:network and tenant:935955f4dea345d6a7a9d0898d4b6d8a is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:31.947661 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:31.955778 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:31.974315 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Made reservation on behalf of 935955f4dea345d6a7a9d0898d4b6d8a for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:31.980024 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.998790 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.049976 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:32.054129 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:935955f4dea345d6a7a9d0898d4b6d8a is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:32.057472 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:32.067516 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:32.173760 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.178382 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.211870 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:53:32.221478 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1163bd71-94d6-4350-ad34-21b99bea1249,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:32.230156 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.230685 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Added segment 2cbe724e-2f95-4a2d-b1b2-a28fda2740c9 of type vlan for network b3902ff8-9a5f-4890-b148-52a1071247b7 Dec 29 20:53:32.296326 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.355862 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.356660 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:32.357403 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.434489 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd013c-0c22-4b75-afc5-0887b454bf74 req-0fa9fffb-27f3-41f9-b482-3d6b11544237 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:32.436521 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e2fd013c-0c22-4b75-afc5-0887b454bf74 req-0fa9fffb-27f3-41f9-b482-3d6b11544237 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1724298 Dec 29 20:53:32.493934 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b3902ff8-9a5f-4890-b148-52a1071247b7,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:32.501788 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c04198bc-68c7-46c1-8c26-cca63df9b1a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5780971 Dec 29 20:53:32.503724 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59726) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:32.510199 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network b3902ff8-9a5f-4890-b148-52a1071247b7 details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:53:32.521162 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Request body: {'subnet': {'network_id': 'b3902ff8-9a5f-4890-b148-52a1071247b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1521692068-subnet', 'tenant_id': '935955f4dea345d6a7a9d0898d4b6d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:32.525543 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e2fd013c-0c22-4b75-afc5-0887b454bf74 req-19c19af3-6c39-49d2-87e9-52a92ef40107 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808637 Dec 29 20:53:32.526332 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:32.530806 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Usage tracker for resource:subnet and tenant:935955f4dea345d6a7a9d0898d4b6d8a is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:32.533664 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:32.539441 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:32.556958 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Made reservation on behalf of 935955f4dea345d6a7a9d0898d4b6d8a for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:32.559302 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.648971 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:53:32.836055 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.913742 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d032281-3f4e-4604-8dee-7a84225ff048,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:32.927932 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Checking segment: {'id': '2cbe724e-2f95-4a2d-b1b2-a28fda2740c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b3902ff8-9a5f-4890-b148-52a1071247b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:32.928298 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Network hostable DHCP agents. Network: b3902ff8-9a5f-4890-b148-52a1071247b7, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:53:32.954144 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Network b3902ff8-9a5f-4890-b148-52a1071247b7 is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:53:32.964770 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, b3902ff8-9a5f-4890-b148-52a1071247b7) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:32.969780 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:32.970939 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:32.974293 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27f69b-cf5a-40fa-8511-5ac12e13fd62 None None] Network b3902ff8-9a5f-4890-b148-52a1071247b7 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:32.990326 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-99a16d3a-9619-4123-b666-3dc26e718a72 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4828715 Dec 29 20:53:33.135711 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59750) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:33.256563 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee6a6f6-b878-4869-804a-44c81c44b7d5 admin admin] Deleting subnet c8d44441-9790-4e17-9ba0-825610310bce {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:53:33.259984 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a6f6-b878-4869-804a-44c81c44b7d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.312107 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a09eac-662a-4c77-875b-9d77fe47ad5d None None] Network b3902ff8-9a5f-4890-b148-52a1071247b7 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:33.347894 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a6f6-b878-4869-804a-44c81c44b7d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746124'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.500670 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a6f6-b878-4869-804a-44c81c44b7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.591571 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a6f6-b878-4869-804a-44c81c44b7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2521536'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.637849 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6a6f6-b878-4869-804a-44c81c44b7d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d44441-9790-4e17-9ba0-825610310bce,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:33.652408 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a6f6-b878-4869-804a-44c81c44b7d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.659292 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3ee6a6f6-b878-4869-804a-44c81c44b7d5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c8d44441-9790-4e17-9ba0-825610310bce HTTP/1.1" status: 204 len: 168 time: 0.5224607 Dec 29 20:53:33.661867 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59774) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:33.812099 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.987429 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.032023 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.032349 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.033135 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.033525 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > port after_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.033996 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.034482 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > port after_update 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.034937 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.035408 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.035861 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.036342 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.110045 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.110373 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.110698 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.111019 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:34.111394 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2e889d-0d8f-4fca-9a06-131f7f315bcc']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:34.115227 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f7997cae-cf08-4541-98cc-99a447f14d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.129549 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3180bd4-22d8-4566-823d-9ea51fc84e82') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:34.129835 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3180bd4-22d8-4566-823d-9ea51fc84e82') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:34.147691 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2351927'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.168999 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.179258 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b60d9-23e4-4a64-b00f-b47d6a021458 req-8891eaa1-d87e-4d77-91d1-b26f77ab72a9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:34.180906 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e58b60d9-23e4-4a64-b00f-b47d6a021458 req-8891eaa1-d87e-4d77-91d1-b26f77ab72a9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.2337036 Dec 29 20:53:34.184288 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:53:34.184920 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466541'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: util.warn_limited( Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: util.warn_limited( Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: Traceback (most recent call last): Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: timer() Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: cb(*args, **kw) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: return func(*args, **kwargs) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: self._notify() Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: self.callback(batched_events) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: event.method(event) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: return f(self, *a, **k) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: return self._get(url).json() Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:53:34.201301 dv-cinder-823170-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:53:34.304890 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.328223 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.335256 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e58b60d9-23e4-4a64-b00f-b47d6a021458 req-8c200038-004c-4ea2-b18d-03347b3cc26d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862758 Dec 29 20:53:34.337668 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2e889d-0d8f-4fca-9a06-131f7f315bcc,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:34.349793 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59800) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:34.350317 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-1d4f2f5e-d72f-4c06-9adf-0cc2aed86789 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd2e889d-0d8f-4fca-9a06-131f7f315bcc HTTP/1.1" status: 204 len: 168 time: 0.6861429 Dec 29 20:53:34.426030 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e7278a-45df-4091-a4b1-d153983cef89 admin admin] Deleting subnet 9d032281-3f4e-4604-8dee-7a84225ff048 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:53:34.429951 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-80e7278a-45df-4091-a4b1-d153983cef89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.483826 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-80e7278a-45df-4091-a4b1-d153983cef89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746124'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.584983 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59810) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:34.620214 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-80e7278a-45df-4091-a4b1-d153983cef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.760594 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-80e7278a-45df-4091-a4b1-d153983cef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2521536'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.782937 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a33fdf85-1c5c-421d-8c91-c63be7d3d268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.831140 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7278a-45df-4091-a4b1-d153983cef89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d032281-3f4e-4604-8dee-7a84225ff048,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:34.852572 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-80e7278a-45df-4091-a4b1-d153983cef89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.864601 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a33fdf85-1c5c-421d-8c91-c63be7d3d268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:34.867212 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-80e7278a-45df-4091-a4b1-d153983cef89 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d032281-3f4e-4604-8dee-7a84225ff048 HTTP/1.1" status: 204 len: 168 time: 0.5161264 Dec 29 20:53:34.867929 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59822) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:34.876938 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a33fdf85-1c5c-421d-8c91-c63be7d3d268 admin admin] Usage tracker for resource:security_group_rule and tenant:d7136e2cb0be48a48bb91962f26c7b63 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:34.895269 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a33fdf85-1c5c-421d-8c91-c63be7d3d268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:34.913870 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a33fdf85-1c5c-421d-8c91-c63be7d3d268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:34.978566 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.992163 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a33fdf85-1c5c-421d-8c91-c63be7d3d268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.996498 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a33fdf85-1c5c-421d-8c91-c63be7d3d268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.052510 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fdf85-1c5c-421d-8c91-c63be7d3d268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1025c8a-209b-4e98-bb2c-0d7f8f63f336,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:35.056437 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a33fdf85-1c5c-421d-8c91-c63be7d3d268 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7136e2cb0be48a48bb91962f26c7b63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4704146 Dec 29 20:53:35.059321 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59828) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:35.104652 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.124423 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b43a95b0-282e-451d-953a-d3f8528089f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.130321 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3902ff8-9a5f-4890-b148-52a1071247b7']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:35.146324 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbe724e-2f95-4a2d-b1b2-a28fda2740c9') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:35.146601 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbe724e-2f95-4a2d-b1b2-a28fda2740c9') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:35.150877 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b43a95b0-282e-451d-953a-d3f8528089f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.159220 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746133'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.177247 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.180167 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.184334 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:53:35.184812 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3031281'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: Traceback (most recent call last): Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: timer() Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: cb(*args, **kw) Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: return func(*args, **kwargs) Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: self._notify() Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: self.callback(batched_events) Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: event.method(event) Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: return f(self, *a, **k) Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: return self._get(url).json() Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:53:35.199333 dv-cinder-823170-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:53:35.224399 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b43a95b0-282e-451d-953a-d3f8528089f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.241509 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a95b0-282e-451d-953a-d3f8528089f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1025c8a-209b-4e98-bb2c-0d7f8f63f336,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:35.245062 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b43a95b0-282e-451d-953a-d3f8528089f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.246248 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b43a95b0-282e-451d-953a-d3f8528089f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1025c8a-209b-4e98-bb2c-0d7f8f63f336 HTTP/1.1" status: 204 len: 168 time: 0.1854336 Dec 29 20:53:35.280731 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.299737 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.309736 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b3902ff8-9a5f-4890-b148-52a1071247b7,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:35.320025 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d8b91fb4-c508-4bca-bab8-7e0afd72d3ff admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3902ff8-9a5f-4890-b148-52a1071247b7 HTTP/1.1" status: 204 len: 168 time: 0.4488385 Dec 29 20:53:35.429319 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.499286 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59844) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:35.556640 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-678e001a-3aa5-4557-98c2-25a94f6faeb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c36a403e415546059e62368e542cb309&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0560906 Dec 29 20:53:35.559018 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59848) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:35.589833 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5727a9-3114-4a91-b425-bf9cba513c11 req-a9d1a11c-f566-4d8c-8c46-c6382b07a86d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:35.591285 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9f5727a9-3114-4a91-b425-bf9cba513c11 req-a9d1a11c-f566-4d8c-8c46-c6382b07a86d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0952094 Dec 29 20:53:35.618795 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fa8f98b8-acac-4e17-8574-10ea9a701978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.642651 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9f5727a9-3114-4a91-b425-bf9cba513c11 req-5e41b371-db5c-463d-98d4-ca109d26672d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441189 Dec 29 20:53:35.649331 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fa8f98b8-acac-4e17-8574-10ea9a701978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.700918 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fa8f98b8-acac-4e17-8574-10ea9a701978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.713015 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59852) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:35.719117 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f98b8-acac-4e17-8574-10ea9a701978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0ebe0e-3aed-452a-9a39-6e645b985e3b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:35.728683 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fa8f98b8-acac-4e17-8574-10ea9a701978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.732422 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-fa8f98b8-acac-4e17-8574-10ea9a701978 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b0ebe0e-3aed-452a-9a39-6e645b985e3b HTTP/1.1" status: 204 len: 168 time: 0.1700499 Dec 29 20:53:35.732549 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-698c73b7-802d-4ef6-ba34-9778a8607c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.761454 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-698c73b7-802d-4ef6-ba34-9778a8607c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:35.766091 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-698c73b7-802d-4ef6-ba34-9778a8607c22 admin admin] Usage tracker for resource:security_group_rule and tenant:adca2e8894ce482e8fc6eab0197dad4d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:35.768892 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-698c73b7-802d-4ef6-ba34-9778a8607c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:35.774572 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-698c73b7-802d-4ef6-ba34-9778a8607c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:35.845341 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-698c73b7-802d-4ef6-ba34-9778a8607c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.849541 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-698c73b7-802d-4ef6-ba34-9778a8607c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.901719 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c73b7-802d-4ef6-ba34-9778a8607c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab74ea5-21ad-4b49-acce-865171d9eb90,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:35.910210 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-698c73b7-802d-4ef6-ba34-9778a8607c22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adca2e8894ce482e8fc6eab0197dad4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1938689 Dec 29 20:53:35.910657 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59860) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:35.994896 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2f73e321-9e67-4e12-b271-b129e876dd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.032720 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2f73e321-9e67-4e12-b271-b129e876dd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.102600 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2f73e321-9e67-4e12-b271-b129e876dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.129850 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73e321-9e67-4e12-b271-b129e876dd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab74ea5-21ad-4b49-acce-865171d9eb90,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:36.132193 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2f73e321-9e67-4e12-b271-b129e876dd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.133547 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2f73e321-9e67-4e12-b271-b129e876dd96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ab74ea5-21ad-4b49-acce-865171d9eb90 HTTP/1.1" status: 204 len: 168 time: 0.2211120 Dec 29 20:53:36.211184 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59874) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:36.273352 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] Sync routers for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:53:36.288688 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7c59fde3-e3f2-4d32-93c8-7f53a1af77e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=935955f4dea345d6a7a9d0898d4b6d8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0756533 Dec 29 20:53:36.291254 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 59880) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:36.299646 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:36.300671 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:53:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:36.390328 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-816e2f2d-24fc-4614-a889-a0ec10e4fdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.425917 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-816e2f2d-24fc-4614-a889-a0ec10e4fdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.508857 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.519786 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:36.523157 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-816e2f2d-24fc-4614-a889-a0ec10e4fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.539323 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e2f2d-24fc-4614-a889-a0ec10e4fdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1163bd71-94d6-4350-ad34-21b99bea1249,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:36.573137 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-816e2f2d-24fc-4614-a889-a0ec10e4fdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.574479 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-816e2f2d-24fc-4614-a889-a0ec10e4fdbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1163bd71-94d6-4350-ad34-21b99bea1249 HTTP/1.1" status: 204 len: 168 time: 0.2820761 Dec 29 20:53:36.669614 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59892) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:36.696250 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-37417553-8ae2-497e-af45-114a29671594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.741169 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-37417553-8ae2-497e-af45-114a29671594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:36.745803 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-37417553-8ae2-497e-af45-114a29671594 admin admin] Usage tracker for resource:security_group_rule and tenant:7747ecd0457a401bbae68724d0ea7d2b is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:36.748805 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-37417553-8ae2-497e-af45-114a29671594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:36.754917 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-37417553-8ae2-497e-af45-114a29671594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:36.919102 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-37417553-8ae2-497e-af45-114a29671594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.931036 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-37417553-8ae2-497e-af45-114a29671594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.943500 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '9b28ab98-f575-4476-942f-229e037eb454', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'port_id': '17e465bf-73fa-4610-bbdb-370e7db7d681', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'mac_address': 'fa:16:3e:df:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:52:50Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 1, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:36.947768 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] Checking router: 831abed8-9377-42e3-aa88-1dfe3171cec5 for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:53:36.951733 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf19e3-fdeb-4b0e-a997-2d388b5ec07d req-49bb9e5e-5cbf-4a07-b3ac-dbebef55ca0b tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:36.953300 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-67bf19e3-fdeb-4b0e-a997-2d388b5ec07d req-49bb9e5e-5cbf-4a07-b3ac-dbebef55ca0b tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1536915 Dec 29 20:53:36.958201 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:36.959082 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:53:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:37.013193 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37417553-8ae2-497e-af45-114a29671594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d4787d-94a7-4f41-a3ea-c9caf63968a6,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:37.021615 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-37417553-8ae2-497e-af45-114a29671594 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7747ecd0457a401bbae68724d0ea7d2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3476102 Dec 29 20:53:37.022643 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 59908) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:37.087913 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-67bf19e3-fdeb-4b0e-a997-2d388b5ec07d req-4b43a672-786a-4fef-8e4c-ae71a39520ce tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162734 Dec 29 20:53:37.132768 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cf6e-6516-4ad2-9ebc-1235adf92375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.166850 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cf6e-6516-4ad2-9ebc-1235adf92375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.200533 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:37.288334 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cf6e-6516-4ad2-9ebc-1235adf92375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.322785 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cf6e-6516-4ad2-9ebc-1235adf92375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.323890 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ecd5cf6e-6516-4ad2-9ebc-1235adf92375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88d4787d-94a7-4f41-a3ea-c9caf63968a6 HTTP/1.1" status: 204 len: 168 time: 0.3011854 Dec 29 20:53:37.325038 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5cf6e-6516-4ad2-9ebc-1235adf92375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d4787d-94a7-4f41-a3ea-c9caf63968a6,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:37.698843 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '9b28ab98-f575-4476-942f-229e037eb454', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'port_id': '17e465bf-73fa-4610-bbdb-370e7db7d681', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'mac_address': 'fa:16:3e:df:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:52:50Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 1, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:37.712703 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019939e-cd14-4ddf-8783-e60b0b629975 None None] The sync data for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb is: [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '9b28ab98-f575-4476-942f-229e037eb454', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'port_id': '17e465bf-73fa-4610-bbdb-370e7db7d681', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'mac_address': 'fa:16:3e:df:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:52:50Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 1, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:53:38.369368 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a6bd-e2f5-46fe-922c-c9e2228cdcd3 req-c561332e-de3e-4d95-ac4f-8ef429e5e73f tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:38.370927 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a524a6bd-e2f5-46fe-922c-c9e2228cdcd3 req-c561332e-de3e-4d95-ac4f-8ef429e5e73f tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1086087 Dec 29 20:53:38.437593 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a524a6bd-e2f5-46fe-922c-c9e2228cdcd3 req-e32213a7-afee-419a-addc-a3a2236af0d6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606000 Dec 29 20:53:39.693674 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97479b-9c2e-4ce8-80b6-5e8ff20c6955 req-8b106293-c624-4e77-8279-c18be98df572 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:39.696259 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fd97479b-9c2e-4ce8-80b6-5e8ff20c6955 req-8b106293-c624-4e77-8279-c18be98df572 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1017520 Dec 29 20:53:39.757883 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fd97479b-9c2e-4ce8-80b6-5e8ff20c6955 req-8a42b0ac-5b68-417a-a8c4-34811bc69da9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549054 Dec 29 20:53:41.173131 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1034e-3db0-41f6-8ab9-56d84eab4dde req-ddf0ed14-21cf-4f9d-9388-3715576c3bed tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:41.175757 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-19d1034e-3db0-41f6-8ab9-56d84eab4dde req-ddf0ed14-21cf-4f9d-9388-3715576c3bed tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0948672 Dec 29 20:53:41.238383 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-19d1034e-3db0-41f6-8ab9-56d84eab4dde req-977f7372-f68c-4937-8cd4-2ee2b8825856 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561900 Dec 29 20:53:41.674499 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264da452-4f15-468b-83d8-2358440470c0 None None] New status for floating IP 9b28ab98-f575-4476-942f-229e037eb454: ACTIVE {{(pid=82856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:53:41.744513 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 60086) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:41.907333 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-099710ec-0c72-43b1-a228-ece7a9ade57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:41.942573 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-099710ec-0c72-43b1-a228-ece7a9ade57f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:41.946511 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-099710ec-0c72-43b1-a228-ece7a9ade57f admin admin] Usage tracker for resource:security_group_rule and tenant:6abc808313744ace8cfa8b390a530403 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:41.951209 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-099710ec-0c72-43b1-a228-ece7a9ade57f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:41.957512 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-099710ec-0c72-43b1-a228-ece7a9ade57f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:42.058654 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-099710ec-0c72-43b1-a228-ece7a9ade57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.064234 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-099710ec-0c72-43b1-a228-ece7a9ade57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.113309 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099710ec-0c72-43b1-a228-ece7a9ade57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa478624-8c50-4ef1-b8c1-0e88c9b686af,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:42.119841 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-099710ec-0c72-43b1-a228-ece7a9ade57f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6abc808313744ace8cfa8b390a530403&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3742926 Dec 29 20:53:42.125392 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60098) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:42.196059 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d708a5f8-5aff-4a8e-a761-88c6dcfdc557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.225606 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d708a5f8-5aff-4a8e-a761-88c6dcfdc557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.278369 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d708a5f8-5aff-4a8e-a761-88c6dcfdc557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.299445 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708a5f8-5aff-4a8e-a761-88c6dcfdc557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa478624-8c50-4ef1-b8c1-0e88c9b686af,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:42.301815 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d708a5f8-5aff-4a8e-a761-88c6dcfdc557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.303297 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d708a5f8-5aff-4a8e-a761-88c6dcfdc557 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa478624-8c50-4ef1-b8c1-0e88c9b686af HTTP/1.1" status: 204 len: 168 time: 0.1765988 Dec 29 20:53:42.468045 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b4086-9100-463e-b61c-b8ff41409ecb req-3348a7fd-120e-44a0-944f-e63cd108d1d0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:42.469651 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c29b4086-9100-463e-b61c-b8ff41409ecb req-3348a7fd-120e-44a0-944f-e63cd108d1d0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0856640 Dec 29 20:53:42.523393 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c29b4086-9100-463e-b61c-b8ff41409ecb req-c02a691a-6876-45b4-bb07-f539dc957b2a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473032 Dec 29 20:53:42.743885 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60118) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:42.761465 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d92e9fce-0d14-4e45-8b25-7365c683dcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.798020 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d92e9fce-0d14-4e45-8b25-7365c683dcee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:42.802704 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d92e9fce-0d14-4e45-8b25-7365c683dcee admin admin] Usage tracker for resource:security_group_rule and tenant:46ed4c16109b4c8e8fb97e7752fa1e25 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:42.807490 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d92e9fce-0d14-4e45-8b25-7365c683dcee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:42.815826 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d92e9fce-0d14-4e45-8b25-7365c683dcee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:42.965616 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d92e9fce-0d14-4e45-8b25-7365c683dcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.970369 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d92e9fce-0d14-4e45-8b25-7365c683dcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.015315 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e9fce-0d14-4e45-8b25-7365c683dcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5d99b5-9882-47be-88e9-358cf6b6b8d1,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:43.019636 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d92e9fce-0d14-4e45-8b25-7365c683dcee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46ed4c16109b4c8e8fb97e7752fa1e25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2746739 Dec 29 20:53:43.022245 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60130) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:43.084211 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a066addd-a5c5-479f-bf0b-8857639638a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.115692 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a066addd-a5c5-479f-bf0b-8857639638a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.166515 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a066addd-a5c5-479f-bf0b-8857639638a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.185052 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066addd-a5c5-479f-bf0b-8857639638a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5d99b5-9882-47be-88e9-358cf6b6b8d1,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:43.190088 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a066addd-a5c5-479f-bf0b-8857639638a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.190925 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a066addd-a5c5-479f-bf0b-8857639638a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc5d99b5-9882-47be-88e9-358cf6b6b8d1 HTTP/1.1" status: 204 len: 168 time: 0.1677854 Dec 29 20:53:43.744226 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e93a1-65ac-4aff-aab8-78cf1d081403 req-22e30f72-b9f1-4f11-907a-f30c70ae7f62 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:43.745604 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-af9e93a1-65ac-4aff-aab8-78cf1d081403 req-22e30f72-b9f1-4f11-907a-f30c70ae7f62 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0820949 Dec 29 20:53:43.795857 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-af9e93a1-65ac-4aff-aab8-78cf1d081403 req-b1691ef8-1540-4d1b-85fb-cad101cbe20a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Dec 29 20:53:45.074994 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159cd39-89c7-4030-bf9d-f3472364ad94 req-b6fdcce1-c2a0-497e-8d95-cb816120155d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:45.082484 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7159cd39-89c7-4030-bf9d-f3472364ad94 req-b6fdcce1-c2a0-497e-8d95-cb816120155d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0970330 Dec 29 20:53:45.133093 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7159cd39-89c7-4030-bf9d-f3472364ad94 req-958b2bd3-1389-4484-9b33-6b2c82fa8376 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494854 Dec 29 20:53:45.939034 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60282) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:46.108939 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc95b49b-8ece-4027-b43c-b09b3155c372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.146709 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bc95b49b-8ece-4027-b43c-b09b3155c372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:46.150625 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bc95b49b-8ece-4027-b43c-b09b3155c372 admin admin] Usage tracker for resource:security_group_rule and tenant:c8fba6c969794d4e8b47d1f6b6e06e6a is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:46.153635 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bc95b49b-8ece-4027-b43c-b09b3155c372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:46.160053 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bc95b49b-8ece-4027-b43c-b09b3155c372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:46.237570 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 60300) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:46.266905 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc95b49b-8ece-4027-b43c-b09b3155c372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.272290 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc95b49b-8ece-4027-b43c-b09b3155c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.334890 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95b49b-8ece-4027-b43c-b09b3155c372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8e4ac3-ec93-4f2c-878e-3089e7c783fe,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:46.343183 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-bc95b49b-8ece-4027-b43c-b09b3155c372 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8fba6c969794d4e8b47d1f6b6e06e6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4023852 Dec 29 20:53:46.346433 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60308) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:46.363350 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60579-49e6-4507-8976-7cbe1356bca4 req-5ae21d9a-7045-49d6-af51-ce8c42fb389c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:46.374233 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d3e60579-49e6-4507-8976-7cbe1356bca4 req-5ae21d9a-7045-49d6-af51-ce8c42fb389c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1045668 Dec 29 20:53:46.445923 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d3e60579-49e6-4507-8976-7cbe1356bca4 req-693cf1da-6059-47d5-bc4b-bdef796415da tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704315 Dec 29 20:53:46.450314 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5bf2-9ae9-49b8-b4b4-9102de420b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.487434 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5bf2-9ae9-49b8-b4b4-9102de420b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.528429 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-47d7872e-5721-42d4-b6de-50a3daa645ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.555380 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5bf2-9ae9-49b8-b4b4-9102de420b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.574308 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb5bf2-9ae9-49b8-b4b4-9102de420b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8e4ac3-ec93-4f2c-878e-3089e7c783fe,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:46.577111 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-47d7872e-5721-42d4-b6de-50a3daa645ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:46.583547 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-47d7872e-5721-42d4-b6de-50a3daa645ec admin admin] Usage tracker for resource:security_group_rule and tenant:72c396fb0602403ab37b80735f05efbe is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:46.586208 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5bf2-9ae9-49b8-b4b4-9102de420b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.587676 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a6eb5bf2-9ae9-49b8-b4b4-9102de420b7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d8e4ac3-ec93-4f2c-878e-3089e7c783fe HTTP/1.1" status: 204 len: 168 time: 0.2400475 Dec 29 20:53:46.588719 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-47d7872e-5721-42d4-b6de-50a3daa645ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:46.605371 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-47d7872e-5721-42d4-b6de-50a3daa645ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:46.681709 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-47d7872e-5721-42d4-b6de-50a3daa645ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.688750 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-47d7872e-5721-42d4-b6de-50a3daa645ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.736156 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7872e-5721-42d4-b6de-50a3daa645ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951dd88b-349b-4b7f-99f9-a33f1ccfd1c6,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:46.741983 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-47d7872e-5721-42d4-b6de-50a3daa645ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72c396fb0602403ab37b80735f05efbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5027308 Dec 29 20:53:46.744652 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 60328) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:46.821539 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-559464c9-ce1d-4987-9c2a-1645da71744a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.863426 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-559464c9-ce1d-4987-9c2a-1645da71744a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.948317 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-559464c9-ce1d-4987-9c2a-1645da71744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.969467 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559464c9-ce1d-4987-9c2a-1645da71744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951dd88b-349b-4b7f-99f9-a33f1ccfd1c6,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:47.000848 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-559464c9-ce1d-4987-9c2a-1645da71744a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.004637 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-559464c9-ce1d-4987-9c2a-1645da71744a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/951dd88b-349b-4b7f-99f9-a33f1ccfd1c6 HTTP/1.1" status: 204 len: 168 time: 0.2590168 Dec 29 20:53:47.366620 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60358) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:47.386161 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-eba1e194-bb83-4f9a-b3be-082ff4d5c92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.418573 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-eba1e194-bb83-4f9a-b3be-082ff4d5c92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:47.423258 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-eba1e194-bb83-4f9a-b3be-082ff4d5c92a admin admin] Usage tracker for resource:security_group_rule and tenant:97a8672daa9641089a21dc5ba82b1f99 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:47.426129 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-eba1e194-bb83-4f9a-b3be-082ff4d5c92a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:47.432448 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-eba1e194-bb83-4f9a-b3be-082ff4d5c92a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:47.510589 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-eba1e194-bb83-4f9a-b3be-082ff4d5c92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.515494 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-eba1e194-bb83-4f9a-b3be-082ff4d5c92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.609719 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-eba1e194-bb83-4f9a-b3be-082ff4d5c92a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97a8672daa9641089a21dc5ba82b1f99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2400913 Dec 29 20:53:47.609719 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1e194-bb83-4f9a-b3be-082ff4d5c92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4c4a05-e226-45e3-b1e5-5fc83e51db82,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:47.610466 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 60370) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:47.664714 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510501d2-cd73-49aa-b037-2342e821c21f req-57a8a882-ff5d-4d91-a727-4ff27425a229 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:47.666332 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-510501d2-cd73-49aa-b037-2342e821c21f req-57a8a882-ff5d-4d91-a727-4ff27425a229 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0943866 Dec 29 20:53:47.705722 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-26ae353e-00e4-4757-a6f9-c51b041d2594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.721727 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-510501d2-cd73-49aa-b037-2342e821c21f req-fcdd748a-26f5-46e0-8172-190bfddd85cf tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490417 Dec 29 20:53:47.735244 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-26ae353e-00e4-4757-a6f9-c51b041d2594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.794400 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-26ae353e-00e4-4757-a6f9-c51b041d2594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.818092 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae353e-00e4-4757-a6f9-c51b041d2594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4c4a05-e226-45e3-b1e5-5fc83e51db82,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:47.825407 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-26ae353e-00e4-4757-a6f9-c51b041d2594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.826997 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-26ae353e-00e4-4757-a6f9-c51b041d2594 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae4c4a05-e226-45e3-b1e5-5fc83e51db82 HTTP/1.1" status: 204 len: 168 time: 0.2151403 Dec 29 20:53:49.026743 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674b01-2ea5-4f6a-b565-0be32a340585 req-a591dc0d-c4de-40c8-8778-2fb57a411c53 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:49.030799 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fa674b01-2ea5-4f6a-b565-0be32a340585 req-a591dc0d-c4de-40c8-8778-2fb57a411c53 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1633077 Dec 29 20:53:49.081737 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fa674b01-2ea5-4f6a-b565-0be32a340585 req-3bf12bd2-b418-4403-a983-029506d00ffe tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Dec 29 20:53:50.365534 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2daa90c0-9965-4b83-a08b-662a510d40af req-d0c02ee1-1bfd-46b7-8847-3ff197faa4ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 1098 time: 0.1812801 Dec 29 20:53:50.374935 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498542af-a381-4607-b465-ce1abc059453 req-2b47d755-f439-4d4d-adf1-6bc49ed7dc0c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:50.376374 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-498542af-a381-4607-b465-ce1abc059453 req-2b47d755-f439-4d4d-adf1-6bc49ed7dc0c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1399872 Dec 29 20:53:50.432586 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2daa90c0-9965-4b83-a08b-662a510d40af req-b5570ee0-affa-4fa5-81c5-6e866c77da8e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552797 Dec 29 20:53:50.474310 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-498542af-a381-4607-b465-ce1abc059453 req-0b74e429-cdca-4d1e-8ae9-ac1b049e7073 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667195 Dec 29 20:53:51.746570 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f208fd-a154-40b5-a7fc-125a93a60124 req-33f15c09-f601-4474-b916-7a1ebd321222 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:51.750820 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-56f208fd-a154-40b5-a7fc-125a93a60124 req-33f15c09-f601-4474-b916-7a1ebd321222 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1108699 Dec 29 20:53:51.826472 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-56f208fd-a154-40b5-a7fc-125a93a60124 req-ed81e39b-3587-4234-9000-c657b7587ad1 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692108 Dec 29 20:53:52.439207 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.038651 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c1b81-3c24-4549-bffd-183ac07e8dd7 req-fc374c14-e9f6-4c53-a0b9-92a77c039497 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:53.044612 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-777c1b81-3c24-4549-bffd-183ac07e8dd7 req-fc374c14-e9f6-4c53-a0b9-92a77c039497 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0890205 Dec 29 20:53:53.090643 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-777c1b81-3c24-4549-bffd-183ac07e8dd7 req-266c4c38-1c9c-4581-9a5e-30ba3b2c659d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 Dec 29 20:53:53.295082 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f571a-e20c-4455-a6dd-bc51f024ba40 req-9c86c0ea-c214-4209-9178-e3e9d015ae08 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:53.296553 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-337f571a-e20c-4455-a6dd-bc51f024ba40 req-9c86c0ea-c214-4209-9178-e3e9d015ae08 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0774193 Dec 29 20:53:53.340729 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-337f571a-e20c-4455-a6dd-bc51f024ba40 req-e5398334-61f7-43e2-a8bc-b8e16bd6bd07 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Dec 29 20:53:55.528207 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43894ec8-3180-4a3b-9a6f-7732459cf5eb req-336f2501-2277-4f3d-991c-cb96d15526a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1098 time: 0.1927168 Dec 29 20:53:55.541288 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014ba64-7107-481c-a377-af265e7f6298 req-3e0271b0-f941-429a-b20e-a10e662d1d96 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:55.542727 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7014ba64-7107-481c-a377-af265e7f6298 req-3e0271b0-f941-429a-b20e-a10e662d1d96 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1340530 Dec 29 20:53:55.687509 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7014ba64-7107-481c-a377-af265e7f6298 req-5bf51d4e-369f-4216-88ef-3e8c9275a8e0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253374 Dec 29 20:53:55.759337 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43894ec8-3180-4a3b-9a6f-7732459cf5eb req-14e0b6ba-9d29-49ec-9447-e368523d68be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:55.760892 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43894ec8-3180-4a3b-9a6f-7732459cf5eb req-14e0b6ba-9d29-49ec-9447-e368523d68be service neutron] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 919 time: 0.2173026 Dec 29 20:53:55.849641 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43894ec8-3180-4a3b-9a6f-7732459cf5eb req-c0e316b3-fa60-4af3-86f2-ef405a77c7e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116361f-87bd-4700-9686-36d54b8622e4 HTTP/1.1" status: 200 len: 217 time: 0.0799329 Dec 29 20:53:55.928740 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43894ec8-3180-4a3b-9a6f-7732459cf5eb req-591f4660-f6ff-4fde-bc2d-e837f15e0772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:55.930332 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43894ec8-3180-4a3b-9a6f-7732459cf5eb req-591f4660-f6ff-4fde-bc2d-e837f15e0772 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.0687876 Dec 29 20:53:55.995250 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43894ec8-3180-4a3b-9a6f-7732459cf5eb req-a60ec170-5271-428c-9fa7-943fd851ff0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552406 Dec 29 20:53:56.135371 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43894ec8-3180-4a3b-9a6f-7732459cf5eb req-0cb26fb4-9e50-4b31-879b-0a4918e51585 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314187 Dec 29 20:53:56.367721 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43894ec8-3180-4a3b-9a6f-7732459cf5eb req-2d895bc6-2c3b-46aa-90bd-3746f931dde6 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236383 Dec 29 20:53:56.928817 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beec40-a5e6-483b-868f-710ddd794062 req-d6b91633-e570-4b34-b534-34e73e1820eb tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:56.930555 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b9beec40-a5e6-483b-868f-710ddd794062 req-d6b91633-e570-4b34-b534-34e73e1820eb tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0987971 Dec 29 20:53:56.978824 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b9beec40-a5e6-483b-868f-710ddd794062 req-c99cc6e7-37c8-47c0-84db-f592ea590792 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Dec 29 20:53:58.207735 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f3b63-1f68-49fb-a2ff-07ca2db414a7 req-88431230-cf1c-4d70-bbbe-57dfd43d655f tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:58.216425 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-157f3b63-1f68-49fb-a2ff-07ca2db414a7 req-88431230-cf1c-4d70-bbbe-57dfd43d655f tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1071229 Dec 29 20:53:58.286688 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-157f3b63-1f68-49fb-a2ff-07ca2db414a7 req-9d57f197-f4d1-4937-a5c9-f51f9e6c58ab tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690377 Dec 29 20:53:58.314657 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 60810) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:58.453341 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f1d80d2c-9bd9-4456-8bb6-36af5b36689f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.484740 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f1d80d2c-9bd9-4456-8bb6-36af5b36689f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:58.488573 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f1d80d2c-9bd9-4456-8bb6-36af5b36689f admin admin] Usage tracker for resource:security_group_rule and tenant:dc8db2cdc88e4e86aca49fd711bb7df9 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:58.491490 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f1d80d2c-9bd9-4456-8bb6-36af5b36689f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:58.497361 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f1d80d2c-9bd9-4456-8bb6-36af5b36689f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:58.567432 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f1d80d2c-9bd9-4456-8bb6-36af5b36689f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.571668 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f1d80d2c-9bd9-4456-8bb6-36af5b36689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.621804 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f1d80d2c-9bd9-4456-8bb6-36af5b36689f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc8db2cdc88e4e86aca49fd711bb7df9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3060639 Dec 29 20:53:58.622925 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d80d2c-9bd9-4456-8bb6-36af5b36689f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abf111e-0f62-4df1-ad1a-276493c4779b,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:58.624534 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60816) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:58.725389 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7e647cc2-7f1b-4ab7-9bde-01d679a2d9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.757671 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7e647cc2-7f1b-4ab7-9bde-01d679a2d9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.817811 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7e647cc2-7f1b-4ab7-9bde-01d679a2d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.834461 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e647cc2-7f1b-4ab7-9bde-01d679a2d9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abf111e-0f62-4df1-ad1a-276493c4779b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:58.844607 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7e647cc2-7f1b-4ab7-9bde-01d679a2d9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.849332 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7e647cc2-7f1b-4ab7-9bde-01d679a2d9dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3abf111e-0f62-4df1-ad1a-276493c4779b HTTP/1.1" status: 204 len: 168 time: 0.2232218 Dec 29 20:53:59.221114 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60840) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:59.238530 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-25bde745-c8b9-48f4-bb7e-eb7b38e60bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.270922 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-25bde745-c8b9-48f4-bb7e-eb7b38e60bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:59.274750 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-25bde745-c8b9-48f4-bb7e-eb7b38e60bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:3d7dbd8a4aec47f7badc1508ec9d2ef1 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:59.277577 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-25bde745-c8b9-48f4-bb7e-eb7b38e60bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:59.283659 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-25bde745-c8b9-48f4-bb7e-eb7b38e60bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:59.365372 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-25bde745-c8b9-48f4-bb7e-eb7b38e60bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.369755 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-25bde745-c8b9-48f4-bb7e-eb7b38e60bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.423332 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bde745-c8b9-48f4-bb7e-eb7b38e60bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568b71b1-6132-43c5-bb97-b159cf75b866,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:59.431602 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-25bde745-c8b9-48f4-bb7e-eb7b38e60bd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d7dbd8a4aec47f7badc1508ec9d2ef1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2094152 Dec 29 20:53:59.434340 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60852) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:59.498255 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3448ba5d-c881-4da6-819e-a09e6624b228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.510909 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e1646-3fb3-40b9-806c-f260ed90b823 req-a4020fbd-cc28-4dc5-b72f-13d3d377fce8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:59.512364 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-378e1646-3fb3-40b9-806c-f260ed90b823 req-a4020fbd-cc28-4dc5-b72f-13d3d377fce8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1002915 Dec 29 20:53:59.523510 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3448ba5d-c881-4da6-819e-a09e6624b228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.555748 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-378e1646-3fb3-40b9-806c-f260ed90b823 req-e4105727-18cd-4cd1-af45-02844f06153e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Dec 29 20:53:59.580671 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3448ba5d-c881-4da6-819e-a09e6624b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.597078 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448ba5d-c881-4da6-819e-a09e6624b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568b71b1-6132-43c5-bb97-b159cf75b866,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:59.603110 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3448ba5d-c881-4da6-819e-a09e6624b228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.604472 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3448ba5d-c881-4da6-819e-a09e6624b228 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/568b71b1-6132-43c5-bb97-b159cf75b866 HTTP/1.1" status: 204 len: 168 time: 0.1684139 Dec 29 20:54:00.030309 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60868) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:00.048977 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-98dffaff-4df8-4ff0-94b3-3d4744b74f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.081273 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-98dffaff-4df8-4ff0-94b3-3d4744b74f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:00.085546 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-98dffaff-4df8-4ff0-94b3-3d4744b74f9d admin admin] Usage tracker for resource:security_group_rule and tenant:856d3bb7563a4b3c888660f251e6170f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:00.089103 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-98dffaff-4df8-4ff0-94b3-3d4744b74f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:00.096080 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-98dffaff-4df8-4ff0-94b3-3d4744b74f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:00.171324 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-98dffaff-4df8-4ff0-94b3-3d4744b74f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.177628 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-98dffaff-4df8-4ff0-94b3-3d4744b74f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.225060 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dffaff-4df8-4ff0-94b3-3d4744b74f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3ac4bf-3c71-4c6b-aaee-1cbb9146825c,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:00.231130 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-98dffaff-4df8-4ff0-94b3-3d4744b74f9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=856d3bb7563a4b3c888660f251e6170f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1996679 Dec 29 20:54:00.234396 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60880) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:00.301299 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ae541a9-d6f3-4964-a369-f263c6254afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.329778 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ae541a9-d6f3-4964-a369-f263c6254afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.388134 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ae541a9-d6f3-4964-a369-f263c6254afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.403267 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae541a9-d6f3-4964-a369-f263c6254afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3ac4bf-3c71-4c6b-aaee-1cbb9146825c,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:00.411791 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ae541a9-d6f3-4964-a369-f263c6254afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.413120 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3ae541a9-d6f3-4964-a369-f263c6254afc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f3ac4bf-3c71-4c6b-aaee-1cbb9146825c HTTP/1.1" status: 204 len: 168 time: 0.1774504 Dec 29 20:54:00.768740 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e5e4b-737f-4ccd-a454-dc9c17f0e193 req-d4f06bdd-50f9-4cd9-a9bd-a703ce4f50fa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:00.770184 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9f4e5e4b-737f-4ccd-a454-dc9c17f0e193 req-d4f06bdd-50f9-4cd9-a9bd-a703ce4f50fa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0797775 Dec 29 20:54:00.819425 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9f4e5e4b-737f-4ccd-a454-dc9c17f0e193 req-c3ffc7db-efd9-45b8-a35c-bd01be272e28 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 Dec 29 20:54:01.308146 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60920) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:01.445340 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2078399028-network', 'tenant_id': 'e249cbd2b48d4c1689cb6a5ff0eb5a3e'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:01.450929 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:01.454934 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Usage tracker for resource:network and tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:01.457841 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:01.464248 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:01.473556 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Made reservation on behalf of e249cbd2b48d4c1689cb6a5ff0eb5a3e for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:01.475840 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.488904 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.519206 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:01.522912 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Usage tracker for resource:security_group_rule and tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:01.525787 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:01.532545 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:01.600633 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.605109 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.632877 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:54:01.648873 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd22c21-dbc7-40d3-bbde-708119ffcdb8,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:01.654216 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.654562 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Added segment 20106fc9-20c5-43cc-97b4-4ca12da46cba of type vlan for network 19326cd0-6849-4a65-aad2-98d2791e3c0e Dec 29 20:54:01.680265 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.726981 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.728024 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:01.729074 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.846907 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5374601 Dec 29 20:54:01.848259 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f24179-fabf-408b-813e-6904ff10f561 admin admin] Pushing event updated for resources: {'Network': ['ID=19326cd0-6849-4a65-aad2-98d2791e3c0e,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:01.849821 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 60944) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:01.870502 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-15d5e2ba-7694-43f0-a9e1-d0058f514766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.876341 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 19326cd0-6849-4a65-aad2-98d2791e3c0e details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:54:01.878741 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Request body: {'subnet': {'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2078399028-subnet', 'tenant_id': 'e249cbd2b48d4c1689cb6a5ff0eb5a3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:01.889827 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:01.900114 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Usage tracker for resource:subnet and tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:01.907444 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:01.924047 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:01.945238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Made reservation on behalf of e249cbd2b48d4c1689cb6a5ff0eb5a3e for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:01.948023 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2521633'] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.077374 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60954) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:02.157603 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630e753-acdc-443c-b6fd-c3ca7e71f7b4 req-6e5f9d3a-1849-40e4-8391-e7518e5bd783 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:02.159189 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2630e753-acdc-443c-b6fd-c3ca7e71f7b4 req-6e5f9d3a-1849-40e4-8391-e7518e5bd783 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1243751 Dec 29 20:54:02.230252 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-980a3496-b5da-434c-9bf6-a22f850bfdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.255662 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2630e753-acdc-443c-b6fd-c3ca7e71f7b4 req-11fe6ba8-c260-486e-ba5e-8ecae0e54811 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607812 Dec 29 20:54:02.266151 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-980a3496-b5da-434c-9bf6-a22f850bfdbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:02.270001 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-980a3496-b5da-434c-9bf6-a22f850bfdbe admin admin] Usage tracker for resource:security_group_rule and tenant:b21ec44d123e44cda84657a54c0f807e is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:02.272830 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-980a3496-b5da-434c-9bf6-a22f850bfdbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:02.278834 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-980a3496-b5da-434c-9bf6-a22f850bfdbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:02.298111 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2521563'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.350568 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-980a3496-b5da-434c-9bf6-a22f850bfdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.356116 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-980a3496-b5da-434c-9bf6-a22f850bfdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.384142 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e810ce-774d-4114-9196-1b34fd127ff7,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:02.386527 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Checking segment: {'id': '20106fc9-20c5-43cc-97b4-4ca12da46cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:02.386882 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Network hostable DHCP agents. Network: 19326cd0-6849-4a65-aad2-98d2791e3c0e, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:54:02.413139 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Network 19326cd0-6849-4a65-aad2-98d2791e3c0e is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:54:02.416577 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-980a3496-b5da-434c-9bf6-a22f850bfdbe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b21ec44d123e44cda84657a54c0f807e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3380859 Dec 29 20:54:02.419701 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 60962) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:02.425078 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 19326cd0-6849-4a65-aad2-98d2791e3c0e) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:02.429536 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:02.430331 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.432743 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a3496-b5da-434c-9bf6-a22f850bfdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b15248-9e91-4520-8ccb-9ed2c2bc560a,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:02.436408 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca54905a-4686-4fde-8c10-f374ba2bcec7 None None] Network 19326cd0-6849-4a65-aad2-98d2791e3c0e requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:54:02.461354 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e74c3b53-a117-4e89-b24d-b385657eb0c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6086898 Dec 29 20:54:02.525919 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ac53c1ae-f947-4e3b-873c-accaa4b49527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.558805 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ac53c1ae-f947-4e3b-873c-accaa4b49527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.641719 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ac53c1ae-f947-4e3b-873c-accaa4b49527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.658685 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53c1ae-f947-4e3b-873c-accaa4b49527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b15248-9e91-4520-8ccb-9ed2c2bc560a,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:02.672835 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ac53c1ae-f947-4e3b-873c-accaa4b49527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.680237 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2775681-e032-411f-93b6-9fafcc476bc4 None None] Network 19326cd0-6849-4a65-aad2-98d2791e3c0e requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:54:02.680431 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ac53c1ae-f947-4e3b-873c-accaa4b49527 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7b15248-9e91-4520-8ccb-9ed2c2bc560a HTTP/1.1" status: 204 len: 168 time: 0.2597046 Dec 29 20:54:03.524854 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c20f0-f510-412d-a9b9-2ea69abc7e7a req-3718d530-7db1-4556-9b77-80667c6f54a0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:03.526465 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-736c20f0-f510-412d-a9b9-2ea69abc7e7a req-3718d530-7db1-4556-9b77-80667c6f54a0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0793390 Dec 29 20:54:03.574998 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-736c20f0-f510-412d-a9b9-2ea69abc7e7a req-b4cd3659-6e01-4a35-9e45-a522290d5374 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Dec 29 20:54:04.110342 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-620bb56c-0e57-4a8b-861d-b2b3d6ee8b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.821559 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c39536-f026-4edb-9dec-10675655155e req-3bad79e7-6a4c-4b58-b94c-72a71a3b6280 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:04.824607 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f2c39536-f026-4edb-9dec-10675655155e req-3bad79e7-6a4c-4b58-b94c-72a71a3b6280 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0818036 Dec 29 20:54:04.877641 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f2c39536-f026-4edb-9dec-10675655155e req-2c9932f5-3e82-4785-81f7-ddc2a0740b51 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447953 Dec 29 20:54:05.060734 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f821827-a032-4115-83be-7a66756baa1b req-52e3f177-0495-4814-9e42-7238639b0b32 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:05.061496 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4f821827-a032-4115-83be-7a66756baa1b req-52e3f177-0495-4814-9e42-7238639b0b32 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Synchronizing usage tracker for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:network {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:05.079045 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4f821827-a032-4115-83be-7a66756baa1b req-52e3f177-0495-4814-9e42-7238639b0b32 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Unset dirty status for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:network {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:05.080213 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-52e3f177-0495-4814-9e42-7238639b0b32 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/networks?id=19326cd0-6849-4a65-aad2-98d2791e3c0e HTTP/1.1" status: 200 len: 809 time: 0.1595590 Dec 29 20:54:05.096021 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-d5b1e4e1-29e7-4955-8d7e-c9694b90f652 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/quotas/e249cbd2b48d4c1689cb6a5ff0eb5a3e HTTP/1.1" status: 200 len: 375 time: 0.0105462 Dec 29 20:54:05.145446 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-58ff8b94-ce5a-4876-a998-979101f9919b tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e249cbd2b48d4c1689cb6a5ff0eb5a3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445168 Dec 29 20:54:05.185409 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.286962 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-f207d139-f692-4876-8c19-78129919c121 service neutron] 10.222.0.16 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348169 Dec 29 20:54:05.415448 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.489385 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-2d44904e-1ca8-47de-9531-9827b18b5777 service neutron] 10.222.0.16 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968317 Dec 29 20:54:05.748899 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c3d9369e-a034-442e-ac86-c3efb9e86e34 req-d238176a-08f6-4c10-8e63-9342bc54022a tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 210 time: 0.0629783 Dec 29 20:54:06.122587 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229878a0-4f79-4e2d-adbe-149ef2c16a37 req-de08ff81-0cde-4ef1-a19a-4b3d7bcfcb4d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:06.124383 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-229878a0-4f79-4e2d-adbe-149ef2c16a37 req-de08ff81-0cde-4ef1-a19a-4b3d7bcfcb4d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0920975 Dec 29 20:54:06.175791 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-229878a0-4f79-4e2d-adbe-149ef2c16a37 req-19534e14-d1fe-4bfa-b5e6-e1e4cf53e234 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Dec 29 20:54:06.506738 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:06.968954 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0ddb695c-760d-4e6e-874b-a70a0fb6fcc8 req-756f998e-ae9a-41df-bd0d-d2334f5d1df7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 210 time: 0.0925195 Dec 29 20:54:07.047124 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f821827-a032-4115-83be-7a66756baa1b req-c4d43682-a848-4923-a884-16b9fe2f79a0 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:07.048563 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-c4d43682-a848-4923-a884-16b9fe2f79a0 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.32 "GET /v2.0/networks?id=19326cd0-6849-4a65-aad2-98d2791e3c0e HTTP/1.1" status: 200 len: 809 time: 0.1953404 Dec 29 20:54:07.066191 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Request body: {'port': {'device_id': '7d62f003-0d40-4615-9d9b-a7ccd9385021', 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e', 'admin_state_up': True, 'tenant_id': 'e249cbd2b48d4c1689cb6a5ff0eb5a3e'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:07.214351 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:07.218260 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Usage tracker for resource:port and tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:07.221212 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:07.228038 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:07.242563 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Made reservation on behalf of e249cbd2b48d4c1689cb6a5ff0eb5a3e for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:07.247709 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.485307 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c992e9f-4da7-4ed9-95b6-047bedd5bc31 req-09c3fd56-4ab9-4e64-9a70-7085b74faf8d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:07.486978 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1c992e9f-4da7-4ed9-95b6-047bedd5bc31 req-09c3fd56-4ab9-4e64-9a70-7085b74faf8d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1647217 Dec 29 20:54:07.537599 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Allocated IP 172.20.0.12 (19326cd0-6849-4a65-aad2-98d2791e3c0e/47e810ce-774d-4114-9196-1b34fd127ff7/2780011c-7a6f-44f3-b7d5-61f45151ae0e) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:07.555805 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1c992e9f-4da7-4ed9-95b6-047bedd5bc31 req-f892b6a7-8a31-4179-bc6f-a07ca35eaa54 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622363 Dec 29 20:54:07.736890 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 32950) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:07.793160 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.830977 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.923497 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e5c7875-b7fc-4b9b-9bc9-2fb5e4f38d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.945815 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Pushing event updated for resources: {'Port': ['ID=2780011c-7a6f-44f3-b7d5-61f45151ae0e,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:07.962598 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5e5c7875-b7fc-4b9b-9bc9-2fb5e4f38d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:07.967512 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5e5c7875-b7fc-4b9b-9bc9-2fb5e4f38d1e admin admin] Usage tracker for resource:security_group_rule and tenant:124eaca1e92c4f78a957028af3a907be is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:07.970763 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5e5c7875-b7fc-4b9b-9bc9-2fb5e4f38d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:07.972301 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Network 19326cd0-6849-4a65-aad2-98d2791e3c0e is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:07.975368 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:07.978733 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:07.983086 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5e5c7875-b7fc-4b9b-9bc9-2fb5e4f38d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:08.079983 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:08.080669 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.106664 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-0f14e159-0002-46fa-a56c-250312aa56f7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0440385 Dec 29 20:54:08.113735 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e5c7875-b7fc-4b9b-9bc9-2fb5e4f38d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.118663 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e5c7875-b7fc-4b9b-9bc9-2fb5e4f38d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.119750 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Request body: {'port': {'device_id': '7d62f003-0d40-4615-9d9b-a7ccd9385021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:08.164173 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5e5c7875-b7fc-4b9b-9bc9-2fb5e4f38d1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=124eaca1e92c4f78a957028af3a907be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4256158 Dec 29 20:54:08.171670 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 32966) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:08.190440 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c7875-b7fc-4b9b-9bc9-2fb5e4f38d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509cfdcc-4677-4743-8c91-7ace56dd6310,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:08.241567 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-49ea2486-fef8-49cb-820d-f37d209d9914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.267955 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-49ea2486-fef8-49cb-820d-f37d209d9914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.313929 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662b1da-53d9-4d24-9081-8ecf50738033 req-44b5f3d9-bd58-479e-98d2-7f84b1cba6c1 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:08.314692 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4662b1da-53d9-4d24-9081-8ecf50738033 req-44b5f3d9-bd58-479e-98d2-7f84b1cba6c1 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Synchronizing usage tracker for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:08.320602 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-49ea2486-fef8-49cb-820d-f37d209d9914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.331720 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.348886 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea2486-fef8-49cb-820d-f37d209d9914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509cfdcc-4677-4743-8c91-7ace56dd6310,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:08.350616 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-49ea2486-fef8-49cb-820d-f37d209d9914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.354786 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-49ea2486-fef8-49cb-820d-f37d209d9914 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/509cfdcc-4677-4743-8c91-7ace56dd6310 HTTP/1.1" status: 204 len: 168 time: 0.1819322 Dec 29 20:54:08.391517 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4662b1da-53d9-4d24-9081-8ecf50738033 req-44b5f3d9-bd58-479e-98d2-7f84b1cba6c1 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Unset dirty status for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:08.392700 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4662b1da-53d9-4d24-9081-8ecf50738033 req-44b5f3d9-bd58-479e-98d2-7f84b1cba6c1 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 932 time: 0.2429087 Dec 29 20:54:08.504853 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4662b1da-53d9-4d24-9081-8ecf50738033 req-1296eb61-b0d7-4fde-8137-69d5d0569393 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Synchronizing usage tracker for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:08.560062 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4662b1da-53d9-4d24-9081-8ecf50738033 req-1296eb61-b0d7-4fde-8137-69d5d0569393 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Unset dirty status for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:08.561231 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4662b1da-53d9-4d24-9081-8ecf50738033 req-1296eb61-b0d7-4fde-8137-69d5d0569393 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600595 Dec 29 20:54:08.818276 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6297d2-8649-4c57-ab1f-ff4f7c800dd0 req-4f00f215-dd66-4651-bf0a-a97ce7f1e5a9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:08.820552 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7d6297d2-8649-4c57-ab1f-ff4f7c800dd0 req-4f00f215-dd66-4651-bf0a-a97ce7f1e5a9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0922525 Dec 29 20:54:08.869109 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7d6297d2-8649-4c57-ab1f-ff4f7c800dd0 req-3fa3e818-940f-41bb-a863-86437111caca tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Dec 29 20:54:08.893401 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2780011c-7a6f-44f3-b7d5-61f45151ae0e {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:08.902580 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.930127 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Transition to ACTIVE for port object 2780011c-7a6f-44f3-b7d5-61f45151ae0e will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:08.934224 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.127168 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82af76-b9f9-480b-97f4-40709d862f0c req-731dafe8-b505-4b2c-8db1-a09f19379952 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:09.128656 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ba82af76-b9f9-480b-97f4-40709d862f0c req-731dafe8-b505-4b2c-8db1-a09f19379952 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.3113186 Dec 29 20:54:09.138279 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Pushing event updated for resources: {'Port': ['ID=2780011c-7a6f-44f3-b7d5-61f45151ae0e,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:09.256520 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ba82af76-b9f9-480b-97f4-40709d862f0c req-c7e4b8f4-387c-4c9b-9dd6-8d2216862849 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155727 Dec 29 20:54:09.290126 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Attempting to bind port 2780011c-7a6f-44f3-b7d5-61f45151ae0e on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:09.290465 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Attempting to bind port 2780011c-7a6f-44f3-b7d5-61f45151ae0e by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '20106fc9-20c5-43cc-97b4-4ca12da46cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:09.290794 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Attempting to bind port 2780011c-7a6f-44f3-b7d5-61f45151ae0e on network 19326cd0-6849-4a65-aad2-98d2791e3c0e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:09.302508 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Port 2780011c-7a6f-44f3-b7d5-61f45151ae0e on network 19326cd0-6849-4a65-aad2-98d2791e3c0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:54:09.302946 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Attempting to bind port 2780011c-7a6f-44f3-b7d5-61f45151ae0e on network 19326cd0-6849-4a65-aad2-98d2791e3c0e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:09.310558 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:09.310909 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Checking segment: {'id': '20106fc9-20c5-43cc-97b4-4ca12da46cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:09.311342 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Bound using segment: {'id': '20106fc9-20c5-43cc-97b4-4ca12da46cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:09.311756 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Bound port: 2780011c-7a6f-44f3-b7d5-61f45151ae0e, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20106fc9-20c5-43cc-97b4-4ca12da46cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:09.312137 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.413178 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] For port 2780011c-7a6f-44f3-b7d5-61f45151ae0e, host hv-cinder-82317, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:09.416167 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] For port 2780011c-7a6f-44f3-b7d5-61f45151ae0e, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2780011c-7a6f-44f3-b7d5-61f45151ae0e,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:09.421574 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.490778 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.492293 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] 10.222.0.32 "PUT /v2.0/ports/2780011c-7a6f-44f3-b7d5-61f45151ae0e HTTP/1.1" status: 200 len: 1094 time: 1.3777933 Dec 29 20:54:09.492594 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62f003-0d40-4615-9d9b-a7ccd9385021', 'tag': '2780011c-7a6f-44f3-b7d5-61f45151ae0e'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:09.503861 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af95959-d11e-459d-96ef-b3aa64d16882 service neutron] Pushing event updated for resources: {'Port': ['ID=2780011c-7a6f-44f3-b7d5-61f45151ae0e,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:09.579732 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d62f003-0d40-4615-9d9b-a7ccd9385021', 'tag': '2780011c-7a6f-44f3-b7d5-61f45151ae0e', 'status': 'completed', 'code': 200} Dec 29 20:54:09.617409 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-85864d22-f393-49f5-bb33-5e14f8a47743 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249cbd2b48d4c1689cb6a5ff0eb5a3e&device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 1097 time: 0.0840445 Dec 29 20:54:09.640891 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:54:09.711417 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-9fb1a921-73be-41aa-9cca-e7bc38605c77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2780011c-7a6f-44f3-b7d5-61f45151ae0e HTTP/1.1" status: 200 len: 217 time: 0.0852792 Dec 29 20:54:09.833248 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f821827-a032-4115-83be-7a66756baa1b req-680c014a-dc8d-4192-b8b2-df62b423abb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:09.835355 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-680c014a-dc8d-4192-b8b2-df62b423abb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47e810ce-774d-4114-9196-1b34fd127ff7 HTTP/1.1" status: 200 len: 849 time: 0.0932281 Dec 29 20:54:09.895251 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-b8e677fd-74cc-43c8-9b51-aa6d16fbc08a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19326cd0-6849-4a65-aad2-98d2791e3c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479200 Dec 29 20:54:09.900737 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e70f20-4f4f-44ac-884f-e869709fcc9b req-de70d06b-e726-451f-82e1-76e5fa57367b tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:09.902782 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b8e70f20-4f4f-44ac-884f-e869709fcc9b req-de70d06b-e726-451f-82e1-76e5fa57367b tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 944 time: 0.1897335 Dec 29 20:54:10.064258 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b8e70f20-4f4f-44ac-884f-e869709fcc9b req-7a333120-b020-4503-9aee-1e67a0ddbfa6 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382887 Dec 29 20:54:10.086227 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-fe67c190-995d-44ef-9445-52839aabace5 service neutron] 10.222.0.32 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808381 Dec 29 20:54:10.149597 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ace7-9030-4c25-bd57-66a7cd5cfb4e req-a3f37924-a857-4987-b202-9a029577bacd tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:10.151215 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-10c7ace7-9030-4c25-bd57-66a7cd5cfb4e req-a3f37924-a857-4987-b202-9a029577bacd tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1441607 Dec 29 20:54:10.202215 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-10c7ace7-9030-4c25-bd57-66a7cd5cfb4e req-5c851d49-fc8a-48cd-9d8a-25d1467ec419 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 Dec 29 20:54:10.238051 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4f821827-a032-4115-83be-7a66756baa1b req-39330476-0ffe-4b22-bce7-095011c3e301 service neutron] 10.222.0.32 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394489 Dec 29 20:54:10.238764 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 33024) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:10.356790 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-77cb8380-0e5a-40ca-9b3a-566c61620537 req-304eff35-9e95-4603-9417-5c87d707782a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249cbd2b48d4c1689cb6a5ff0eb5a3e&device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 1097 time: 0.0728011 Dec 29 20:54:10.405311 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-99ed7fe1-9185-4558-8a08-ecbd1f6f8a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.436734 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-99ed7fe1-9185-4558-8a08-ecbd1f6f8a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:10.440448 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-99ed7fe1-9185-4558-8a08-ecbd1f6f8a82 admin admin] Usage tracker for resource:security_group_rule and tenant:b4870310f072437fb043cc9990b04f05 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:10.443176 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-99ed7fe1-9185-4558-8a08-ecbd1f6f8a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:10.448671 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-99ed7fe1-9185-4558-8a08-ecbd1f6f8a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:10.514585 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-99ed7fe1-9185-4558-8a08-ecbd1f6f8a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.518938 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-99ed7fe1-9185-4558-8a08-ecbd1f6f8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.562990 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb8380-0e5a-40ca-9b3a-566c61620537 req-4c90d558-c37a-4fb9-b8b1-05792f67c54a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:10.564496 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-77cb8380-0e5a-40ca-9b3a-566c61620537 req-4c90d558-c37a-4fb9-b8b1-05792f67c54a service neutron] 10.222.0.32 "GET /v2.0/networks?id=19326cd0-6849-4a65-aad2-98d2791e3c0e HTTP/1.1" status: 200 len: 909 time: 0.1934981 Dec 29 20:54:10.565503 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed7fe1-9185-4558-8a08-ecbd1f6f8a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e7cf7a-5612-4c79-9e67-b3be2606fcc4,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:10.572687 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-99ed7fe1-9185-4558-8a08-ecbd1f6f8a82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4870310f072437fb043cc9990b04f05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3326683 Dec 29 20:54:10.573310 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 33032) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:10.577443 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a19e10-be0a-4e1e-98b9-d2bd12fcb69c req-bba86ee4-aa95-4c80-aa34-a70f295be677 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:10.577443 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-63a19e10-be0a-4e1e-98b9-d2bd12fcb69c req-bba86ee4-aa95-4c80-aa34-a70f295be677 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1350710 Dec 29 20:54:10.638231 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-86d53964-2ede-4e78-9654-762e0f178c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.657266 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-77cb8380-0e5a-40ca-9b3a-566c61620537 req-bd495ae1-994e-40d1-9e49-77687f70edfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2780011c-7a6f-44f3-b7d5-61f45151ae0e HTTP/1.1" status: 200 len: 217 time: 0.0795450 Dec 29 20:54:10.662779 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-86d53964-2ede-4e78-9654-762e0f178c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.716361 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-63a19e10-be0a-4e1e-98b9-d2bd12fcb69c req-f6a7053e-216f-46f6-b8fd-c362cc3dd475 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867724 Dec 29 20:54:10.730677 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-86d53964-2ede-4e78-9654-762e0f178c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.751213 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb8380-0e5a-40ca-9b3a-566c61620537 req-19a4ad26-3dd3-4206-acef-ebea08821a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:10.753050 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-77cb8380-0e5a-40ca-9b3a-566c61620537 req-19a4ad26-3dd3-4206-acef-ebea08821a24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47e810ce-774d-4114-9196-1b34fd127ff7 HTTP/1.1" status: 200 len: 849 time: 0.0846219 Dec 29 20:54:10.796593 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d53964-2ede-4e78-9654-762e0f178c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e7cf7a-5612-4c79-9e67-b3be2606fcc4,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:10.803443 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-86d53964-2ede-4e78-9654-762e0f178c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.807712 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-77cb8380-0e5a-40ca-9b3a-566c61620537 req-23e73b75-4523-41b6-8358-7a6a3b16d9f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19326cd0-6849-4a65-aad2-98d2791e3c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455906 Dec 29 20:54:10.809028 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-86d53964-2ede-4e78-9654-762e0f178c8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80e7cf7a-5612-4c79-9e67-b3be2606fcc4 HTTP/1.1" status: 204 len: 168 time: 0.2345622 Dec 29 20:54:11.029932 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-77cb8380-0e5a-40ca-9b3a-566c61620537 req-6207330e-65ca-4934-834e-5923f96d9e43 service neutron] 10.222.0.32 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140093 Dec 29 20:54:11.258586 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-77cb8380-0e5a-40ca-9b3a-566c61620537 req-ade53fc8-08f7-412e-ac0d-f41e08b768a4 service neutron] 10.222.0.32 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184055 Dec 29 20:54:11.372421 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb222263-681f-474c-a4c8-a04e0047535b req-fad1bc2f-a5fc-42a9-af2c-07740c92effa tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:11.373948 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fb222263-681f-474c-a4c8-a04e0047535b req-fad1bc2f-a5fc-42a9-af2c-07740c92effa tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 944 time: 0.0998352 Dec 29 20:54:11.425317 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fb222263-681f-474c-a4c8-a04e0047535b req-f1dd157a-7149-4ffc-8edb-c85effc5422e tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Dec 29 20:54:11.466198 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96e56a-bab9-4a0f-b5b5-3127a83e422c req-b6076ece-51fb-4fa2-9244-c2fb6f270546 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:11.468179 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2e96e56a-bab9-4a0f-b5b5-3127a83e422c req-b6076ece-51fb-4fa2-9244-c2fb6f270546 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1191399 Dec 29 20:54:11.518324 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2e96e56a-bab9-4a0f-b5b5-3127a83e422c req-a732e6c3-38bd-442b-973b-19ad21f9230b tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Dec 29 20:54:11.944613 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87918f66-6b80-43a2-8953-859432a9b626 req-56ed4033-3685-463f-a1e3-1be51f4f467e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:11.945941 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-87918f66-6b80-43a2-8953-859432a9b626 req-56ed4033-3685-463f-a1e3-1be51f4f467e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.0762930 Dec 29 20:54:12.001047 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-87918f66-6b80-43a2-8953-859432a9b626 req-880cde50-0071-45cc-9462-e058a4c95f17 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484254 Dec 29 20:54:12.632571 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23a27a-a1e9-4e42-9916-c1dfb056a131 req-8b1dfc7e-b9b8-4892-8bc2-12dde261b300 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:12.634113 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ba23a27a-a1e9-4e42-9916-c1dfb056a131 req-8b1dfc7e-b9b8-4892-8bc2-12dde261b300 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 944 time: 0.0815020 Dec 29 20:54:12.679727 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ba23a27a-a1e9-4e42-9916-c1dfb056a131 req-ec7e8fc6-4d7b-4b5a-8908-6dc203672f63 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Dec 29 20:54:12.739886 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40424a-28e5-4c06-ba40-35b8388d7181 req-54e4553c-8e7e-4ea5-9eb9-22f0bf1670c9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:12.741571 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5a40424a-28e5-4c06-ba40-35b8388d7181 req-54e4553c-8e7e-4ea5-9eb9-22f0bf1670c9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0945547 Dec 29 20:54:12.796854 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5a40424a-28e5-4c06-ba40-35b8388d7181 req-b108fa7d-7ef2-4666-8d85-8483dd226e6c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488701 Dec 29 20:54:12.982918 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4177c615-6943-4925-bcde-64a38f9806f0 req-9834824f-16b9-4fbb-8f14-7f14e61084d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1098 time: 0.0727022 Dec 29 20:54:13.025583 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4177c615-6943-4925-bcde-64a38f9806f0 req-576d590a-b6e0-4fa2-aa27-02537174d66a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363185 Dec 29 20:54:13.226116 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751a82b-02a9-4251-a3c8-7c7651239b78 req-29d1f617-058c-42a6-b976-cc81ae20f9d7 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:13.227556 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a751a82b-02a9-4251-a3c8-7c7651239b78 req-29d1f617-058c-42a6-b976-cc81ae20f9d7 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.0824289 Dec 29 20:54:13.272677 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a751a82b-02a9-4251-a3c8-7c7651239b78 req-91fd65b1-5c1f-476f-9188-fa259aaa6c22 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389140 Dec 29 20:54:13.383387 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 2780011c-7a6f-44f3-b7d5-61f45151ae0e details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:54:13.526970 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 2780011c-7a6f-44f3-b7d5-61f45151ae0e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2780011c-7a6f-44f3-b7d5-61f45151ae0e,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:13.541170 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '2780011c-7a6f-44f3-b7d5-61f45151ae0e', 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e', 'port_id': '2780011c-7a6f-44f3-b7d5-61f45151ae0e', 'mac_address': 'fa:16:3e:c2:bc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e810ce-774d-4114-9196-1b34fd127ff7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:54:13.597988 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.615514 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2780011c-7a6f-44f3-b7d5-61f45151ae0e {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:13.631413 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 2780011c-7a6f-44f3-b7d5-61f45151ae0e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2780011c-7a6f-44f3-b7d5-61f45151ae0e,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:13.635380 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.703436 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=2780011c-7a6f-44f3-b7d5-61f45151ae0e,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:13.712523 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.712909 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.713264 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.713590 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.713919 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.714239 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.714553 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.715093 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.715481 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.715800 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.716136 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:13.904679 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6e2e-6109-48ee-9194-e187dfd4ce5d req-5be4c615-9dba-46ab-9964-4ff4440e8394 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:13.906241 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-95bb6e2e-6109-48ee-9194-e187dfd4ce5d req-5be4c615-9dba-46ab-9964-4ff4440e8394 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 945 time: 0.1001503 Dec 29 20:54:13.938840 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['2780011c-7a6f-44f3-b7d5-61f45151ae0e'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:13.967019 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-95bb6e2e-6109-48ee-9194-e187dfd4ce5d req-8f122bbd-14f0-4e3a-b86d-104d6966a574 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549364 Dec 29 20:54:14.035427 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbfec7-6610-4e18-b188-ac789fd9dd47 req-5d3a831a-1ab8-4371-8a5c-79b55584cca5 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:14.036825 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0cbfec7-6610-4e18-b188-ac789fd9dd47 req-5d3a831a-1ab8-4371-8a5c-79b55584cca5 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0961959 Dec 29 20:54:14.084516 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0cbfec7-6610-4e18-b188-ac789fd9dd47 req-292bbcf1-6415-4fc0-afbe-ea0ce0dffb62 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Dec 29 20:54:14.490900 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691de9e8-ce99-4845-8176-a9aa3f41716c req-9b01ccc6-92f7-48f8-9a3f-948ad1faf432 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:14.492417 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-691de9e8-ce99-4845-8176-a9aa3f41716c req-9b01ccc6-92f7-48f8-9a3f-948ad1faf432 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.0756886 Dec 29 20:54:14.546813 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-691de9e8-ce99-4845-8176-a9aa3f41716c req-6653640f-c243-44cf-ae6c-d4758bbf4443 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483375 Dec 29 20:54:15.187267 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50654c72-fcb9-4cde-a8c2-c772f5dd5068 req-aa8132cf-be8d-471a-a3fa-c15a1d64c888 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:15.189038 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-50654c72-fcb9-4cde-a8c2-c772f5dd5068 req-aa8132cf-be8d-471a-a3fa-c15a1d64c888 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 945 time: 0.0843713 Dec 29 20:54:15.239078 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-50654c72-fcb9-4cde-a8c2-c772f5dd5068 req-d3f6cdd5-5a48-4646-86da-bc88d90a640b tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Dec 29 20:54:15.290720 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc60cb7-b618-4164-b57c-a963b5ac44b8 req-74640c5e-c72a-4339-a1be-59113583ecc8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:15.292260 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2bc60cb7-b618-4164-b57c-a963b5ac44b8 req-74640c5e-c72a-4339-a1be-59113583ecc8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0816679 Dec 29 20:54:15.343843 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2bc60cb7-b618-4164-b57c-a963b5ac44b8 req-409484f6-dc5d-489e-abc4-706fd7da9d81 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Dec 29 20:54:15.398052 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 2780011c-7a6f-44f3-b7d5-61f45151ae0e up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:15.485267 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 2780011c-7a6f-44f3-b7d5-61f45151ae0e completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:15.494837 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 2780011c-7a6f-44f3-b7d5-61f45151ae0e triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:15.495205 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.639469 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.673187 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62f003-0d40-4615-9d9b-a7ccd9385021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2780011c-7a6f-44f3-b7d5-61f45151ae0e'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:15.683771 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 2780011c-7a6f-44f3-b7d5-61f45151ae0e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2780011c-7a6f-44f3-b7d5-61f45151ae0e,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:15.691049 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.780993 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=2780011c-7a6f-44f3-b7d5-61f45151ae0e,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:15.976086 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62f003-0d40-4615-9d9b-a7ccd9385021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2780011c-7a6f-44f3-b7d5-61f45151ae0e', 'code': 200} Dec 29 20:54:16.058419 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 33186) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:16.102537 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5246bf03-0019-489f-b355-a1dfb6762a30 req-1779863c-03c6-4e72-ae7b-376aa6f58c50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1098 time: 0.1773279 Dec 29 20:54:16.112802 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dce72-61f3-4a08-9132-7c0b94a2805f req-409d4db6-f143-44ca-9f47-66cdede9522c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:16.114365 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f9dce72-61f3-4a08-9132-7c0b94a2805f req-409d4db6-f143-44ca-9f47-66cdede9522c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1232705 Dec 29 20:54:16.253646 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95248268-8f82-43f0-b5da-a3c23b69f74d req-8c94621d-bbd4-4d89-895a-1cf9fb320f52 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:16.255068 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-95248268-8f82-43f0-b5da-a3c23b69f74d req-8c94621d-bbd4-4d89-895a-1cf9fb320f52 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1357822 Dec 29 20:54:16.260008 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1ce83983-827a-4c0f-a85e-2e6cabc74a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:16.279568 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f9dce72-61f3-4a08-9132-7c0b94a2805f req-98089faa-1e79-451b-8f0c-586d01eb2fa4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732651 Dec 29 20:54:16.300467 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246bf03-0019-489f-b355-a1dfb6762a30 req-6a26cde6-b871-4508-b3f0-264ff0537447 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:16.302042 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5246bf03-0019-489f-b355-a1dfb6762a30 req-6a26cde6-b871-4508-b3f0-264ff0537447 service neutron] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 919 time: 0.1866977 Dec 29 20:54:16.351883 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1ce83983-827a-4c0f-a85e-2e6cabc74a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:16.355619 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-95248268-8f82-43f0-b5da-a3c23b69f74d req-27081f90-d89e-4011-9cb7-f5c1bbf2cb7c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835578 Dec 29 20:54:16.360046 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1ce83983-827a-4c0f-a85e-2e6cabc74a56 admin admin] Usage tracker for resource:security_group_rule and tenant:d3357559f42d48bcbdd8c0afea58c312 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:16.366103 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1ce83983-827a-4c0f-a85e-2e6cabc74a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:16.373225 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1ce83983-827a-4c0f-a85e-2e6cabc74a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:16.379289 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3cbd4576-db62-4b9a-a670-1413d2d34927 req-520c73ce-e716-4d16-8dce-be686717ea21 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 1099 time: 0.1652970 Dec 29 20:54:16.380554 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5246bf03-0019-489f-b355-a1dfb6762a30 req-956db376-0612-409b-a10e-0b55af774260 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116361f-87bd-4700-9686-36d54b8622e4 HTTP/1.1" status: 200 len: 217 time: 0.0688827 Dec 29 20:54:16.458009 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3cbd4576-db62-4b9a-a670-1413d2d34927 req-e5d69a55-421a-4be6-a051-cae5a2f43f7b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622225 Dec 29 20:54:16.485168 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1ce83983-827a-4c0f-a85e-2e6cabc74a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:16.489710 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1ce83983-827a-4c0f-a85e-2e6cabc74a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:16.502568 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246bf03-0019-489f-b355-a1dfb6762a30 req-11943269-25da-4076-bc77-f51e0e19bcdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:16.504388 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5246bf03-0019-489f-b355-a1dfb6762a30 req-11943269-25da-4076-bc77-f51e0e19bcdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.1088178 Dec 29 20:54:16.524906 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df00f55-b3ae-45a6-96cc-d6f938f28587 req-3b3c9010-0360-4890-8e00-98f294a51618 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:16.526302 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0df00f55-b3ae-45a6-96cc-d6f938f28587 req-3b3c9010-0360-4890-8e00-98f294a51618 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1011384 Dec 29 20:54:16.571634 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0df00f55-b3ae-45a6-96cc-d6f938f28587 req-e3c49437-008b-4966-b20d-c305af66ab03 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395329 Dec 29 20:54:16.575065 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce83983-827a-4c0f-a85e-2e6cabc74a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b0cd9d-6e2e-44a6-bbf5-3469fd518890,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:16.582349 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1ce83983-827a-4c0f-a85e-2e6cabc74a56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3357559f42d48bcbdd8c0afea58c312&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5221136 Dec 29 20:54:16.586084 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33194) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:16.623468 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412201d7-a334-44f7-af4f-ffb0c26d7579 req-21cdb59e-655f-43c1-a785-fc8ca96045e6 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:16.624922 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-412201d7-a334-44f7-af4f-ffb0c26d7579 req-21cdb59e-655f-43c1-a785-fc8ca96045e6 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 946 time: 0.1168618 Dec 29 20:54:16.645323 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-21fcca66-d118-41bc-9ae8-b03213434923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:16.669224 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-412201d7-a334-44f7-af4f-ffb0c26d7579 req-8556f142-a6a6-4304-a104-eb0183fa6128 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381818 Dec 29 20:54:16.671059 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-21fcca66-d118-41bc-9ae8-b03213434923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:16.738651 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5246bf03-0019-489f-b355-a1dfb6762a30 req-45e4c645-b005-4d08-8a86-bc3d2b135d87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506260 Dec 29 20:54:16.899213 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-21fcca66-d118-41bc-9ae8-b03213434923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:16.922701 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcca66-d118-41bc-9ae8-b03213434923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b0cd9d-6e2e-44a6-bbf5-3469fd518890,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:16.952835 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-21fcca66-d118-41bc-9ae8-b03213434923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:16.953942 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-21fcca66-d118-41bc-9ae8-b03213434923 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65b0cd9d-6e2e-44a6-bbf5-3469fd518890 HTTP/1.1" status: 204 len: 168 time: 0.3675492 Dec 29 20:54:16.971578 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5246bf03-0019-489f-b355-a1dfb6762a30 req-4d3f9803-a637-44d2-a271-61732b9da15c service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256625 Dec 29 20:54:17.107589 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5246bf03-0019-489f-b355-a1dfb6762a30 req-3138c341-e8da-4fb3-9b7c-fa8f768ae7b6 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286058 Dec 29 20:54:17.295097 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33204) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:17.313102 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-71418ffd-def2-44ae-8ab7-5070489e64ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.343721 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-71418ffd-def2-44ae-8ab7-5070489e64ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:17.347528 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-71418ffd-def2-44ae-8ab7-5070489e64ff admin admin] Usage tracker for resource:security_group_rule and tenant:9e41df30890d4ed391a712651fa1966d is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:17.350617 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-71418ffd-def2-44ae-8ab7-5070489e64ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:17.356853 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-71418ffd-def2-44ae-8ab7-5070489e64ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:17.424788 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-71418ffd-def2-44ae-8ab7-5070489e64ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.463565 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-71418ffd-def2-44ae-8ab7-5070489e64ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.530178 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-71418ffd-def2-44ae-8ab7-5070489e64ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e41df30890d4ed391a712651fa1966d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2339563 Dec 29 20:54:17.530950 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418ffd-def2-44ae-8ab7-5070489e64ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768947c3-4d61-48ef-a982-ea2de8dafd58,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:17.533429 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 33212) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:17.555245 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc585f82-2a4d-4773-a860-25b4433ad188 req-e2be065e-5e12-4b70-82dc-99e3b2e9791b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:17.556708 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dc585f82-2a4d-4773-a860-25b4433ad188 req-e2be065e-5e12-4b70-82dc-99e3b2e9791b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1305957 Dec 29 20:54:17.605470 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dc585f82-2a4d-4773-a860-25b4433ad188 req-568a1fc5-443e-42db-8d80-059d6140d7dc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Dec 29 20:54:17.619062 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac0a7b-6c1f-4291-abd2-47e73ec5fdf8 req-abcf20c8-7ae0-4ac6-93ad-0e5d41c11663 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:17.620565 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bcac0a7b-6c1f-4291-abd2-47e73ec5fdf8 req-abcf20c8-7ae0-4ac6-93ad-0e5d41c11663 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1303339 Dec 29 20:54:17.625578 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42fdd893-8785-436f-b80f-e4d592959245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.675570 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42fdd893-8785-436f-b80f-e4d592959245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.704755 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bcac0a7b-6c1f-4291-abd2-47e73ec5fdf8 req-d8b47f07-c4c0-4ed5-917b-d80cffb2fcc9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772994 Dec 29 20:54:17.743295 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42fdd893-8785-436f-b80f-e4d592959245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.759669 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd893-8785-436f-b80f-e4d592959245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768947c3-4d61-48ef-a982-ea2de8dafd58,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:17.772110 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42fdd893-8785-436f-b80f-e4d592959245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.773267 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-42fdd893-8785-436f-b80f-e4d592959245 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/768947c3-4d61-48ef-a982-ea2de8dafd58 HTTP/1.1" status: 204 len: 168 time: 0.2384384 Dec 29 20:54:17.833378 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86a3c0-3eb2-404d-a8ed-7254b87c66ff req-2416a980-4aa4-4acc-b6c4-81ce96e98ab5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:17.835418 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0c86a3c0-3eb2-404d-a8ed-7254b87c66ff req-2416a980-4aa4-4acc-b6c4-81ce96e98ab5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1088278 Dec 29 20:54:17.903974 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0c86a3c0-3eb2-404d-a8ed-7254b87c66ff req-f5061202-7592-4cbc-9b0e-b03458e0fd13 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620139 Dec 29 20:54:17.946052 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33148433-1796-49e8-87de-725f24699884 req-baecc957-5d9f-4d50-976c-f544c2650bfb tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:17.947679 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-33148433-1796-49e8-87de-725f24699884 req-baecc957-5d9f-4d50-976c-f544c2650bfb tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 946 time: 0.0982933 Dec 29 20:54:18.005693 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-33148433-1796-49e8-87de-725f24699884 req-f7c821a8-559c-4e11-b430-881d47a0788a tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498514 Dec 29 20:54:18.818476 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f7717-16ba-4cae-8f7b-8e73bf2452e8 req-57806b69-2711-4fef-ba6f-833dde59dd45 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:18.821014 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-823f7717-16ba-4cae-8f7b-8e73bf2452e8 req-57806b69-2711-4fef-ba6f-833dde59dd45 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.0775132 Dec 29 20:54:18.894114 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-823f7717-16ba-4cae-8f7b-8e73bf2452e8 req-755d32ac-11e8-44c0-bc7e-5e88c0ec3e59 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666976 Dec 29 20:54:18.912074 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47fd92-01aa-43e5-9039-8d4d5d6669b4 req-fbf0af13-dfb4-405e-8640-dd2ece7821f6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:18.918783 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8f47fd92-01aa-43e5-9039-8d4d5d6669b4 req-fbf0af13-dfb4-405e-8640-dd2ece7821f6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0836120 Dec 29 20:54:18.958774 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8f47fd92-01aa-43e5-9039-8d4d5d6669b4 req-95d5a880-9c05-4eaa-a89d-27d3a9a0f8c1 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391636 Dec 29 20:54:19.106130 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eee028-1b3c-4667-88d3-d5a323fa86be req-606ca0cf-6a59-4ad5-9b0b-d8b3bda785c8 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:19.107936 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f1eee028-1b3c-4667-88d3-d5a323fa86be req-606ca0cf-6a59-4ad5-9b0b-d8b3bda785c8 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0883520 Dec 29 20:54:19.174196 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f1eee028-1b3c-4667-88d3-d5a323fa86be req-3905b107-d431-497f-83ea-fdcaa9e75a18 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603285 Dec 29 20:54:19.242476 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f829f-333b-40dd-b092-9a97ae4c73c3 req-1027cb94-62be-4cf0-8012-bd9d48aa808c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:19.252414 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3b3f829f-333b-40dd-b092-9a97ae4c73c3 req-1027cb94-62be-4cf0-8012-bd9d48aa808c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 946 time: 0.1090515 Dec 29 20:54:19.296706 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3b3f829f-333b-40dd-b092-9a97ae4c73c3 req-d7fbe660-49ff-48b4-bf38-c37d2be9f4d3 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 Dec 29 20:54:20.150203 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc2ba0-8841-4a0b-ab3c-31c53d809eec req-e30aab64-5609-48a2-8cba-248f78d3da16 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:20.160423 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-57bc2ba0-8841-4a0b-ab3c-31c53d809eec req-e30aab64-5609-48a2-8cba-248f78d3da16 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1197946 Dec 29 20:54:20.167671 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987ef4b-4969-4ab3-b681-68b19ae9d2e8 req-8f84952a-49da-4223-af98-aa63c00f5629 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:20.169769 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7987ef4b-4969-4ab3-b681-68b19ae9d2e8 req-8f84952a-49da-4223-af98-aa63c00f5629 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0804145 Dec 29 20:54:20.211511 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-57bc2ba0-8841-4a0b-ab3c-31c53d809eec req-a5a2b920-649d-4da6-9d1b-45fda75bf4f8 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465024 Dec 29 20:54:20.223405 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7987ef4b-4969-4ab3-b681-68b19ae9d2e8 req-c1366950-8f6d-4a47-87f5-25510d82fa35 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Dec 29 20:54:20.455071 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253fd98-b434-461a-8c10-390916810027 req-06fe2300-755f-47ae-a5c2-a4550d8ca8ee tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:20.462651 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a253fd98-b434-461a-8c10-390916810027 req-06fe2300-755f-47ae-a5c2-a4550d8ca8ee tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1014838 Dec 29 20:54:20.529851 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 33312) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:20.532584 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a253fd98-b434-461a-8c10-390916810027 req-d3742482-6884-42d6-899c-b50e7b13b33c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689292 Dec 29 20:54:20.699449 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:20.748331 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a2f5f-da59-4d1f-b43f-3bd06604d7f9 req-ec18ff15-12d9-4f2c-bdc9-3bb3697480e1 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:20.749891 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1e3a2f5f-da59-4d1f-b43f-3bd06604d7f9 req-ec18ff15-12d9-4f2c-bdc9-3bb3697480e1 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 946 time: 0.1242204 Dec 29 20:54:20.750850 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:20.755835 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Usage tracker for resource:security_group_rule and tenant:51f0d2bf35ac411da68be3e9580672ef is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:20.759201 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:20.778701 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:20.828433 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1e3a2f5f-da59-4d1f-b43f-3bd06604d7f9 req-3e286bbc-305b-4c33-8e57-938217a93af6 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660203 Dec 29 20:54:20.875931 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:20.879333 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:20.968105 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc53d4c-e67e-428e-959a-71ae8cd92ba5,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:20.975807 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51f0d2bf35ac411da68be3e9580672ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4446945 Dec 29 20:54:20.978649 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33322) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:20.979126 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.979462 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.979788 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.980143 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.980492 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.980831 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.981146 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.981462 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.981771 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.982079 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:20.982388 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc66c1f-06f4-43ab-a015-b0623e9c3e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.039137 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.063892 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.114183 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.130707 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc53d4c-e67e-428e-959a-71ae8cd92ba5,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:21.144960 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.145313 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.145687 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.146023 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.146419 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.146749 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.147077 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.147454 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.147775 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.148156 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.148477 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:21.155655 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.155655 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-2e9fd05a-cee1-479b-843b-b37c306fd566 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bc53d4c-e67e-428e-959a-71ae8cd92ba5 HTTP/1.1" status: 204 len: 168 time: 0.1730638 Dec 29 20:54:21.442275 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a7182-f9a9-40aa-a309-c08bf290e46d req-c95e783a-6322-4d79-ac9e-d5ea52841b43 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:21.444352 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6c2a7182-f9a9-40aa-a309-c08bf290e46d req-c95e783a-6322-4d79-ac9e-d5ea52841b43 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.0876496 Dec 29 20:54:21.490043 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6c2a7182-f9a9-40aa-a309-c08bf290e46d req-9063af81-99c9-4941-88fd-2abcaee5d63b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 Dec 29 20:54:21.518838 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33340) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:21.538070 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d604b2b5-8f0e-47dd-82c8-13a41fb37586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.570244 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d604b2b5-8f0e-47dd-82c8-13a41fb37586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:21.574042 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d604b2b5-8f0e-47dd-82c8-13a41fb37586 admin admin] Usage tracker for resource:security_group_rule and tenant:30e2f2876e7b4288b35eb8582ae22d8b is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:21.576962 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d604b2b5-8f0e-47dd-82c8-13a41fb37586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:21.582685 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d604b2b5-8f0e-47dd-82c8-13a41fb37586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:21.648012 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d604b2b5-8f0e-47dd-82c8-13a41fb37586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.652788 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d604b2b5-8f0e-47dd-82c8-13a41fb37586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.702102 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604b2b5-8f0e-47dd-82c8-13a41fb37586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c9171b-7b82-4a43-ba8a-6e3fd1ab73ee,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:21.706487 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d604b2b5-8f0e-47dd-82c8-13a41fb37586 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30e2f2876e7b4288b35eb8582ae22d8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1864705 Dec 29 20:54:21.709578 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33346) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:21.734892 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9a4b1-fe11-457a-943d-8edc80c02e94 req-4fd226cc-5b63-4f72-be5e-f464219946c3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:21.736364 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9db9a4b1-fe11-457a-943d-8edc80c02e94 req-4fd226cc-5b63-4f72-be5e-f464219946c3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0765135 Dec 29 20:54:21.767923 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-91775a5a-3eb7-44ad-855c-6d2b5852d508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.780414 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9db9a4b1-fe11-457a-943d-8edc80c02e94 req-1d424bc4-4c96-4df4-b0b7-20f033ac2765 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379524 Dec 29 20:54:21.792775 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-91775a5a-3eb7-44ad-855c-6d2b5852d508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.855480 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-91775a5a-3eb7-44ad-855c-6d2b5852d508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.883194 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91775a5a-3eb7-44ad-855c-6d2b5852d508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c9171b-7b82-4a43-ba8a-6e3fd1ab73ee,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:21.897332 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-91775a5a-3eb7-44ad-855c-6d2b5852d508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.900801 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-91775a5a-3eb7-44ad-855c-6d2b5852d508 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3c9171b-7b82-4a43-ba8a-6e3fd1ab73ee HTTP/1.1" status: 204 len: 168 time: 0.1880078 Dec 29 20:54:22.070077 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-85036b28-e222-4e4c-9118-d9cd531747dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1565835 Dec 29 20:54:22.079607 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba510d51-6604-49cc-9bf2-dc05b8aef5c4 req-17f9bb44-92f0-4645-a101-fadeb5b1e122 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:22.082426 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ba510d51-6604-49cc-9bf2-dc05b8aef5c4 req-17f9bb44-92f0-4645-a101-fadeb5b1e122 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 946 time: 0.1007640 Dec 29 20:54:22.105864 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88335-1a47-47b3-b934-7d41d4270cca req-6d2491fa-40ec-4201-aaa2-a95ed7fbd714 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:22.107394 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f2e88335-1a47-47b3-b934-7d41d4270cca req-6d2491fa-40ec-4201-aaa2-a95ed7fbd714 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0851111 Dec 29 20:54:22.180798 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ba510d51-6604-49cc-9bf2-dc05b8aef5c4 req-050a9fe9-6c43-469a-a5eb-15e76b97ce79 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940585 Dec 29 20:54:22.203644 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f2e88335-1a47-47b3-b934-7d41d4270cca req-2ae0e06c-d1e4-41d1-9fe6-cb00c1ffc493 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636728 Dec 29 20:54:22.208191 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-d04bbb67-69fd-47a6-8dca-8e6dc4a90ede tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:22.209802 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-d04bbb67-69fd-47a6-8dca-8e6dc4a90ede tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 946 time: 0.0991747 Dec 29 20:54:22.220028 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-b5324525-3e32-4715-9d1e-24529ebceb90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 1098 time: 0.1098912 Dec 29 20:54:22.297748 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Deleting port 2780011c-7a6f-44f3-b7d5-61f45151ae0e {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:54:22.298081 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:22.394637 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-f5b547ea-07b0-468a-a34b-a8b9a4405307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:22.396765 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-f5b547ea-07b0-468a-a34b-a8b9a4405307 service neutron] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 919 time: 0.1500432 Dec 29 20:54:22.441340 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:22.497939 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-78839501-4f47-42c6-a484-cd7fc68a7bd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c HTTP/1.1" status: 200 len: 217 time: 0.0934072 Dec 29 20:54:22.606160 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-383b69bd-758e-4d52-bc79-c5e91c1b5004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:22.609294 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-383b69bd-758e-4d52-bc79-c5e91c1b5004 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.1006856 Dec 29 20:54:22.707121 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-74b81e6c-de2d-459f-8121-456aecc6db87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824757 Dec 29 20:54:22.900913 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] For port 2780011c-7a6f-44f3-b7d5-61f45151ae0e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2780011c-7a6f-44f3-b7d5-61f45151ae0e,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:22.901858 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.007955 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0a65-d7b9-406c-ba31-55a1af09f701 req-fd9033e1-cbef-462d-8866-798c4bfe22af tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:23.015653 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c9c0a65-d7b9-406c-ba31-55a1af09f701 req-fd9033e1-cbef-462d-8866-798c4bfe22af tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.3075705 Dec 29 20:54:23.047620 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-e5577f7e-dda4-4a56-aee2-16be2e7c48a7 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826686 Dec 29 20:54:23.097441 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Calling delete_port for 2780011c-7a6f-44f3-b7d5-61f45151ae0e owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:54:23.166418 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c9c0a65-d7b9-406c-ba31-55a1af09f701 req-fec5b5d7-d878-4c3b-9486-b5d7af0158c4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493804 Dec 29 20:54:23.243149 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62e8ffdd-fb02-4ec6-a62f-2eb82aec72ed req-dab7317f-1b3f-4944-903c-53407a22bdd5 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863098 Dec 29 20:54:23.282526 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f8099-b8cf-4891-8bba-66c1f208c43b req-67c148af-a0f8-4099-a554-a425bf58ebac tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:23.284127 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-844f8099-b8cf-4891-8bba-66c1f208c43b req-67c148af-a0f8-4099-a554-a425bf58ebac tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1941462 Dec 29 20:54:23.351988 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.355382 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-844f8099-b8cf-4891-8bba-66c1f208c43b req-b2ffb5b8-43ee-4d0a-a61b-4fdd81042fc6 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640252 Dec 29 20:54:23.366267 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['2780011c-7a6f-44f3-b7d5-61f45151ae0e'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:23.396592 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-538b1212-12f9-40fa-8703-aec57f08c40c req-dd4651dd-9cc9-4a5a-b8f1-c9d9b3ae3ded tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d62f003-0d40-4615-9d9b-a7ccd9385021 HTTP/1.1" status: 200 len: 210 time: 0.0413315 Dec 29 20:54:23.412595 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Pushing event deleted for resources: {'Port': ['ID=2780011c-7a6f-44f3-b7d5-61f45151ae0e,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:23.485068 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] No DVR routers for this DVR port 2780011c-7a6f-44f3-b7d5-61f45151ae0e on host hv-cinder-82317 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:54:23.488067 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.490581 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62f003-0d40-4615-9d9b-a7ccd9385021', 'name': 'network-vif-deleted', 'tag': '2780011c-7a6f-44f3-b7d5-61f45151ae0e'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:23.507309 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b2998e50-5e1f-47ba-8258-c5c69f5f59e1 req-446dd8ed-94f2-4730-9f02-7209979f9f8c tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.32 "DELETE /v2.0/ports/2780011c-7a6f-44f3-b7d5-61f45151ae0e HTTP/1.1" status: 204 len: 173 time: 1.2897005 Dec 29 20:54:23.558012 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62f003-0d40-4615-9d9b-a7ccd9385021', 'name': 'network-vif-deleted', 'tag': '2780011c-7a6f-44f3-b7d5-61f45151ae0e', 'status': 'completed', 'code': 200} Dec 29 20:54:24.412566 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27071f-202e-4704-af98-10936dc6f1ca req-dfadb148-9c34-479f-bec2-e430955a6e32 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:24.414480 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ca27071f-202e-4704-af98-10936dc6f1ca req-dfadb148-9c34-479f-bec2-e430955a6e32 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.0863371 Dec 29 20:54:24.487669 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ca27071f-202e-4704-af98-10936dc6f1ca req-30fe74a5-094c-46ec-a81c-0a798066ec98 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668304 Dec 29 20:54:24.622432 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959124-9d5f-407f-b34a-709c78dcb5a0 req-9d6b4e5e-d3f3-4cf1-86f6-09a53594e2b2 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:24.623880 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eb959124-9d5f-407f-b34a-709c78dcb5a0 req-9d6b4e5e-d3f3-4cf1-86f6-09a53594e2b2 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1097047 Dec 29 20:54:24.678448 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eb959124-9d5f-407f-b34a-709c78dcb5a0 req-ef4ff29c-1a07-4a55-aff4-5bb4df29c794 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479431 Dec 29 20:54:24.957728 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-c432c4ff-7ad7-422e-ba9b-56bb0edd07fb tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:24.959167 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-c432c4ff-7ad7-422e-ba9b-56bb0edd07fb tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/networks?id=19326cd0-6849-4a65-aad2-98d2791e3c0e HTTP/1.1" status: 200 len: 809 time: 0.1498015 Dec 29 20:54:24.976378 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-7ffc1b65-6c46-42ff-9ff4-c87773b80066 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/quotas/e249cbd2b48d4c1689cb6a5ff0eb5a3e HTTP/1.1" status: 200 len: 375 time: 0.0111306 Dec 29 20:54:25.028439 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-ebdb217e-9576-4d8c-8dd6-6dc2d6e0b688 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e249cbd2b48d4c1689cb6a5ff0eb5a3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440276 Dec 29 20:54:25.168750 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-431a3aa2-36c6-4ef6-b651-d6c51b0bb479 service neutron] 10.222.0.16 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314964 Dec 29 20:54:25.323053 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33482) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:25.374010 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-98705efe-5536-4f25-934d-781201d82bfa service neutron] 10.222.0.16 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985176 Dec 29 20:54:25.399544 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 33488) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:25.437071 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:54:25.439976 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 2780011c-7a6f-44f3-b7d5-61f45151ae0e no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:54:25.506696 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 2780011c-7a6f-44f3-b7d5-61f45151ae0e {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:54:25.507035 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 2780011c-7a6f-44f3-b7d5-61f45151ae0e not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:54:25.552720 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b2d74ee-e53f-4504-8618-7c4a837143aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.611480 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3b2d74ee-e53f-4504-8618-7c4a837143aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:25.616626 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-16af1122-7ad0-40ce-871c-4d7eba10e949 req-1bb217d0-ed25-45a9-b1bc-c294707f3fd2 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 210 time: 0.0597630 Dec 29 20:54:25.618694 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3b2d74ee-e53f-4504-8618-7c4a837143aa admin admin] Usage tracker for resource:security_group_rule and tenant:66886a5cebd24ee9b55d7a68baf155ee is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:25.622350 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3b2d74ee-e53f-4504-8618-7c4a837143aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:25.637755 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3b2d74ee-e53f-4504-8618-7c4a837143aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:25.676457 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cff452b6-2598-4e03-ad91-2122ae871cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.724744 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b2d74ee-e53f-4504-8618-7c4a837143aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.733462 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b2d74ee-e53f-4504-8618-7c4a837143aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.781083 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-cff452b6-2598-4e03-ad91-2122ae871cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:25.792205 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-cff452b6-2598-4e03-ad91-2122ae871cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:69d1b97465754ecd9673d27e934846a6 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:25.794981 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3b2d74ee-e53f-4504-8618-7c4a837143aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66886a5cebd24ee9b55d7a68baf155ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4698019 Dec 29 20:54:25.796694 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-cff452b6-2598-4e03-ad91-2122ae871cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:25.799741 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33510) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:25.809968 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-cff452b6-2598-4e03-ad91-2122ae871cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:25.840507 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:25.857971 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d74ee-e53f-4504-8618-7c4a837143aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ce7927-6b6a-41e1-b287-55ad2db626fd,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:25.872994 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'port_id': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'mac_address': 'fa:16:3e:3c:59:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:54:25.904378 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6a4b89a9-b3fd-4956-8523-e6c9b946cdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.939681 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.948833 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6a4b89a9-b3fd-4956-8523-e6c9b946cdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.959834 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fde79a26-7ca3-4178-905b-3b5af624c090 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:25.978391 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:25.983233 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.035340 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6a4b89a9-b3fd-4956-8523-e6c9b946cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.042767 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cff452b6-2598-4e03-ad91-2122ae871cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.049659 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cff452b6-2598-4e03-ad91-2122ae871cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.065757 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b89a9-b3fd-4956-8523-e6c9b946cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ce7927-6b6a-41e1-b287-55ad2db626fd,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:26.069210 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6a4b89a9-b3fd-4956-8523-e6c9b946cdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.070453 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6a4b89a9-b3fd-4956-8523-e6c9b946cdf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8ce7927-6b6a-41e1-b287-55ad2db626fd HTTP/1.1" status: 204 len: 168 time: 0.2696939 Dec 29 20:54:26.085501 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d586-8011-4368-8f13-8aa467f9bc37 req-25af3a6f-7e64-4ae6-ace9-f5a526443ddd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:26.087826 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-efa2d586-8011-4368-8f13-8aa467f9bc37 req-25af3a6f-7e64-4ae6-ace9-f5a526443ddd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.2796838 Dec 29 20:54:26.149907 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fde79a26-7ca3-4178-905b-3b5af624c090'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:26.160417 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff452b6-2598-4e03-ad91-2122ae871cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f063458-64b7-429c-81ee-0497a7400312,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:26.164688 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cff452b6-2598-4e03-ad91-2122ae871cf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69d1b97465754ecd9673d27e934846a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7636490 Dec 29 20:54:26.167784 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 33520) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:26.241570 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-efa2d586-8011-4368-8f13-8aa467f9bc37 req-2fefb00f-affd-403a-8cda-8b9029073230 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332884 Dec 29 20:54:26.281717 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=6']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:26.316472 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-74047a6e-cb2b-4e02-abb4-fe4e22343ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.342875 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f71c17dd-9087-41b0-add3-995fed00610f req-cd4b870b-6861-4985-9a49-94344aa0b75d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1098 time: 0.1943412 Dec 29 20:54:26.383443 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-74047a6e-cb2b-4e02-abb4-fe4e22343ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.478071 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3e6ac-a1de-4c2d-9c70-13134e7567c0 req-438eb490-1064-4fa9-bd0e-dd0816ee7547 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:26.484990 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29f3e6ac-a1de-4c2d-9c70-13134e7567c0 req-438eb490-1064-4fa9-bd0e-dd0816ee7547 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.2030990 Dec 29 20:54:26.577809 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29f3e6ac-a1de-4c2d-9c70-13134e7567c0 req-96e38c15-e443-43a3-bee7-6cbc43d6c959 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918024 Dec 29 20:54:26.580497 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c17dd-9087-41b0-add3-995fed00610f req-a13f115c-9d0c-41ed-a7b1-03c3d92b65b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:26.585977 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f71c17dd-9087-41b0-add3-995fed00610f req-a13f115c-9d0c-41ed-a7b1-03c3d92b65b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 919 time: 0.2238529 Dec 29 20:54:26.615794 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-74047a6e-cb2b-4e02-abb4-fe4e22343ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.645225 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74047a6e-cb2b-4e02-abb4-fe4e22343ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f063458-64b7-429c-81ee-0497a7400312,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:26.675628 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989326-7154-4a4a-ae03-303a72765042 req-161f6222-8d07-4cd1-a110-43a8b0509f79 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:26.683073 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06989326-7154-4a4a-ae03-303a72765042 req-161f6222-8d07-4cd1-a110-43a8b0509f79 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.2212968 Dec 29 20:54:26.704632 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-74047a6e-cb2b-4e02-abb4-fe4e22343ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.708463 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-74047a6e-cb2b-4e02-abb4-fe4e22343ce2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f063458-64b7-429c-81ee-0497a7400312 HTTP/1.1" status: 204 len: 168 time: 0.5362015 Dec 29 20:54:26.714419 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33528) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:26.734386 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f71c17dd-9087-41b0-add3-995fed00610f req-1bf9bbe7-750f-4754-9e35-861792bc30b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116361f-87bd-4700-9686-36d54b8622e4 HTTP/1.1" status: 200 len: 217 time: 0.1385829 Dec 29 20:54:26.737008 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ffcbcd7-ec25-456f-a13b-8c7f31edbc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.783757 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06989326-7154-4a4a-ae03-303a72765042 req-8e911ee0-6b34-419b-a9f4-a72541ddff5a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986989 Dec 29 20:54:26.881696 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-6454c880-0d46-4acc-8471-e225a6cd26ef req-d994a4b1-1245-4f37-9173-ab2b67b06ea9 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Synchronizing usage tracker for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:26.907639 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3ffcbcd7-ec25-456f-a13b-8c7f31edbc96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:26.914933 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c17dd-9087-41b0-add3-995fed00610f req-9810cfa4-a6c8-4339-aa8b-214b05d8ac2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:26.916522 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f71c17dd-9087-41b0-add3-995fed00610f req-9810cfa4-a6c8-4339-aa8b-214b05d8ac2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.1683900 Dec 29 20:54:26.917473 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3ffcbcd7-ec25-456f-a13b-8c7f31edbc96 admin admin] Usage tracker for resource:security_group_rule and tenant:370ce0a982f14b94a905f25eb7163360 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:26.923223 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3ffcbcd7-ec25-456f-a13b-8c7f31edbc96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:26.966156 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3ffcbcd7-ec25-456f-a13b-8c7f31edbc96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:26.974213 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-6454c880-0d46-4acc-8471-e225a6cd26ef req-d994a4b1-1245-4f37-9173-ab2b67b06ea9 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Unset dirty status for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:26.975524 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6454c880-0d46-4acc-8471-e225a6cd26ef req-d994a4b1-1245-4f37-9173-ab2b67b06ea9 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 210 time: 0.1827960 Dec 29 20:54:26.979754 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f71c17dd-9087-41b0-add3-995fed00610f req-ff670f96-befd-4dac-b9cc-062e4286999f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521634 Dec 29 20:54:27.200820 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f71c17dd-9087-41b0-add3-995fed00610f req-9b4c6f24-4ddc-462d-8da5-fe076fc64784 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101638 Dec 29 20:54:27.210421 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ffcbcd7-ec25-456f-a13b-8c7f31edbc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:27.218811 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ffcbcd7-ec25-456f-a13b-8c7f31edbc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:27.438359 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:27.458317 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcbcd7-ec25-456f-a13b-8c7f31edbc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19a6d9c-adbc-4c4c-9652-3352bf3369b3,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:27.473745 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3ffcbcd7-ec25-456f-a13b-8c7f31edbc96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=370ce0a982f14b94a905f25eb7163360&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7565749 Dec 29 20:54:27.481813 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33556) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:27.486673 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-69151ce2-612b-437b-ba34-69cbbd2753ec tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:27.488180 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-69151ce2-612b-437b-ba34-69cbbd2753ec tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.32 "GET /v2.0/networks?id=19326cd0-6849-4a65-aad2-98d2791e3c0e HTTP/1.1" status: 200 len: 809 time: 0.2938991 Dec 29 20:54:27.506291 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Request body: {'port': {'device_id': 'df03ac81-c8a5-4b45-bfe6-73831ba9c953', 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e', 'admin_state_up': True, 'tenant_id': 'e249cbd2b48d4c1689cb6a5ff0eb5a3e'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:27.629250 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f71c17dd-9087-41b0-add3-995fed00610f req-5239e12c-c92e-46a6-a548-582f41ae193b service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020042 Dec 29 20:54:27.663195 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port fde79a26-7ca3-4178-905b-3b5af624c090 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:27.663883 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:27.689654 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e061466f-f1fa-48a3-805d-caa14cee384a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:27.749698 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e061466f-f1fa-48a3-805d-caa14cee384a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:27.880179 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.003246 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:28.005079 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:28.008357 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e061466f-f1fa-48a3-805d-caa14cee384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.015814 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.018014 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d26d82-84a6-4161-90f6-4ebc19962348 req-ad40a4f8-69f2-400c-bc65-d70b933c69a4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:28.025445 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-61d26d82-84a6-4161-90f6-4ebc19962348 req-ad40a4f8-69f2-400c-bc65-d70b933c69a4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 944 time: 0.3064444 Dec 29 20:54:28.034957 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:28.044814 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:28.063810 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e061466f-f1fa-48a3-805d-caa14cee384a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.067313 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e061466f-f1fa-48a3-805d-caa14cee384a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e19a6d9c-adbc-4c4c-9652-3352bf3369b3 HTTP/1.1" status: 204 len: 168 time: 0.5804060 Dec 29 20:54:28.070743 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Made reservation on behalf of e249cbd2b48d4c1689cb6a5ff0eb5a3e for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:28.073778 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.084758 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061466f-f1fa-48a3-805d-caa14cee384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19a6d9c-adbc-4c4c-9652-3352bf3369b3,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:28.188311 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-61d26d82-84a6-4161-90f6-4ebc19962348 req-78e32964-3939-428f-98f6-b95ff5e82483 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613529 Dec 29 20:54:28.194336 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=7']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:28.213228 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10bca8-6330-4dd0-8c0e-da60359334b9 req-61209e03-a312-4537-b26e-2d571cfccbc0 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:28.223141 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0f10bca8-6330-4dd0-8c0e-da60359334b9 req-61209e03-a312-4537-b26e-2d571cfccbc0 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.3207242 Dec 29 20:54:28.349976 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0f10bca8-6330-4dd0-8c0e-da60359334b9 req-875389f6-40e6-49e4-93a5-f19a595b4c9c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255989 Dec 29 20:54:28.369193 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Allocated IP 172.20.0.8 (19326cd0-6849-4a65-aad2-98d2791e3c0e/47e810ce-774d-4114-9196-1b34fd127ff7/5138d3a6-9fbf-42b6-b00f-5ea410bb70df) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:28.670825 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.717762 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.885575 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eacdfb-6345-4587-93f9-55e255f5fff5 req-4f65e822-2069-4fbe-b061-6c274b0caf40 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:28.905656 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-16eacdfb-6345-4587-93f9-55e255f5fff5 req-4f65e822-2069-4fbe-b061-6c274b0caf40 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 931 time: 0.1334231 Dec 29 20:54:28.932589 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Network 19326cd0-6849-4a65-aad2-98d2791e3c0e is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:28.941820 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:28.949996 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:29.022687 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Pushing event updated for resources: {'Port': ['ID=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:29.042233 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-16eacdfb-6345-4587-93f9-55e255f5fff5 req-751ffe86-3c2d-4d5d-9bb8-9a446a239c08 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355591 Dec 29 20:54:29.047947 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:29.048497 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:29.147324 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-86ca6b86-0b53-40d4-a492-44996d82d66f tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6448505 Dec 29 20:54:29.161610 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Request body: {'port': {'device_id': 'df03ac81-c8a5-4b45-bfe6-73831ba9c953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:29.181552 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'code': 200} Dec 29 20:54:29.254899 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b5f64-6c7a-4c4e-bd58-c5ead43f6975 req-20fdab2c-11da-487b-a0cb-5bbb1834af7e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:29.256931 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-952b5f64-6c7a-4c4e-bd58-c5ead43f6975 req-20fdab2c-11da-487b-a0cb-5bbb1834af7e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.2025928 Dec 29 20:54:29.334055 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:29.604492 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-952b5f64-6c7a-4c4e-bd58-c5ead43f6975 req-1f31abd6-d665-4b22-888b-055c3c2b75d1 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712643 Dec 29 20:54:29.670055 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dd603-7005-43ff-bd77-f5ae632710a1 req-4dac3f11-485a-442b-9591-499232ad1607 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:29.677627 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-847dd603-7005-43ff-bd77-f5ae632710a1 req-4dac3f11-485a-442b-9591-499232ad1607 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.2103212 Dec 29 20:54:29.740197 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-847dd603-7005-43ff-bd77-f5ae632710a1 req-35e4a06a-621b-4398-8ec1-9d3f3de0daf1 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616443 Dec 29 20:54:29.999473 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085dbfb-cfcf-4fee-b9b4-f337cf2e7c08 req-747d2eb9-7734-4bbc-a292-ccb1b315b3ea tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:30.000932 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f085dbfb-cfcf-4fee-b9b4-f337cf2e7c08 req-747d2eb9-7734-4bbc-a292-ccb1b315b3ea tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.2301884 Dec 29 20:54:30.129717 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5138d3a6-9fbf-42b6-b00f-5ea410bb70df {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:30.135893 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f085dbfb-cfcf-4fee-b9b4-f337cf2e7c08 req-f15ea2e8-b3ae-4b7e-b963-a2ddbb49d2cd tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146731 Dec 29 20:54:30.140635 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:30.157519 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Transition to ACTIVE for port object 5138d3a6-9fbf-42b6-b00f-5ea410bb70df will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:30.165279 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:30.365223 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a2205-c123-4f17-b4ff-0889a705162d req-3612a69f-7a51-41a5-a474-e5bf957fb1b7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:30.374376 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e86a2205-c123-4f17-b4ff-0889a705162d req-3612a69f-7a51-41a5-a474-e5bf957fb1b7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 943 time: 0.1225514 Dec 29 20:54:30.446145 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Pushing event updated for resources: {'Port': ['ID=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:30.466298 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e86a2205-c123-4f17-b4ff-0889a705162d req-2a24ef5f-8b60-446d-8a36-ae8988900ac7 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897446 Dec 29 20:54:30.716661 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Attempting to bind port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:30.717002 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Attempting to bind port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '20106fc9-20c5-43cc-97b4-4ca12da46cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:30.717328 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Attempting to bind port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df on network 19326cd0-6849-4a65-aad2-98d2791e3c0e {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:30.732195 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df on network 19326cd0-6849-4a65-aad2-98d2791e3c0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:54:30.732532 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Attempting to bind port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df on network 19326cd0-6849-4a65-aad2-98d2791e3c0e {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:30.746928 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:30.747265 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Checking segment: {'id': '20106fc9-20c5-43cc-97b4-4ca12da46cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:30.747677 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Bound using segment: {'id': '20106fc9-20c5-43cc-97b4-4ca12da46cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:30.748101 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Bound port: 5138d3a6-9fbf-42b6-b00f-5ea410bb70df, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20106fc9-20c5-43cc-97b4-4ca12da46cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:30.748451 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:30.912645 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3e757-2f2b-489c-adac-db6904cd380a req-73a98d38-46c1-4734-801d-d651762c979e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:30.920361 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-87d3e757-2f2b-489c-adac-db6904cd380a req-73a98d38-46c1-4734-801d-d651762c979e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1092796 Dec 29 20:54:31.030053 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 33652) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:31.056223 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-87d3e757-2f2b-489c-adac-db6904cd380a req-998092e0-2f73-4aab-9f77-478a29ca1267 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349089 Dec 29 20:54:31.056688 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] For port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:31.068332 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b1b03-0569-4e2f-b1c9-0066839bc738 req-66408e2d-6cd3-4cdd-8b3d-997e1d0dc9f0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.076813 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-814bb60e-7ff9-44f3-9d63-3311ac768195 req-4c087d2e-29e4-4929-9797-ffd1394d0f2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 1098 time: 0.1405625 Dec 29 20:54:31.078340 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ce4b1b03-0569-4e2f-b1c9-0066839bc738 req-66408e2d-6cd3-4cdd-8b3d-997e1d0dc9f0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1638598 Dec 29 20:54:31.083334 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] For port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:31.136588 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:31.269009 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ce4b1b03-0569-4e2f-b1c9-0066839bc738 req-8618c750-2e3c-48c2-9a18-ea8e1e2c2edd tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895404 Dec 29 20:54:31.310974 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:31.317369 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] 10.222.0.32 "PUT /v2.0/ports/5138d3a6-9fbf-42b6-b00f-5ea410bb70df HTTP/1.1" status: 200 len: 1093 time: 2.1604922 Dec 29 20:54:31.317900 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df03ac81-c8a5-4b45-bfe6-73831ba9c953', 'tag': '5138d3a6-9fbf-42b6-b00f-5ea410bb70df'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:31.318163 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bb60e-7ff9-44f3-9d63-3311ac768195 req-9d92f91e-9600-4de9-9bf7-15f636ca00da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.319760 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-814bb60e-7ff9-44f3-9d63-3311ac768195 req-9d92f91e-9600-4de9-9bf7-15f636ca00da service neutron] 10.222.0.32 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 909 time: 0.2357383 Dec 29 20:54:31.351861 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463be889-aff4-48c9-8933-f006ec351be2 service neutron] Pushing event updated for resources: {'Port': ['ID=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:31.439317 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-814bb60e-7ff9-44f3-9d63-3311ac768195 req-f2544239-570b-478c-a19f-60974de3521d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e465bf-73fa-4610-bbdb-370e7db7d681 HTTP/1.1" status: 200 len: 1001 time: 0.1083465 Dec 29 20:54:31.450489 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bf713-1fec-463b-99aa-396a15d1aa49 req-8ec94341-3fe3-4c0b-84a4-68583ce4b968 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.451963 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-500bf713-1fec-463b-99aa-396a15d1aa49 req-8ec94341-3fe3-4c0b-84a4-68583ce4b968 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.2232990 Dec 29 20:54:31.474881 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e4ffaa03-a976-4d9d-85ad-a66ad4454de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:31.494691 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-11055e06-1f65-4ac5-8084-59d14e90599d tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7c96fccf19c48d4846d971e20e6e54d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492735 Dec 29 20:54:31.575202 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bb60e-7ff9-44f3-9d63-3311ac768195 req-45a24e91-b41f-4481-8cc0-0a493533d9e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.576910 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-814bb60e-7ff9-44f3-9d63-3311ac768195 req-45a24e91-b41f-4481-8cc0-0a493533d9e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 200 len: 848 time: 0.1240923 Dec 29 20:54:31.602686 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-500bf713-1fec-463b-99aa-396a15d1aa49 req-d13d8cde-f72b-419e-8eb7-d8f676ef115d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186454 Dec 29 20:54:31.641178 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e4ffaa03-a976-4d9d-85ad-a66ad4454de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:31.652642 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e4ffaa03-a976-4d9d-85ad-a66ad4454de0 admin admin] Usage tracker for resource:security_group_rule and tenant:65579d17d0564edbac43c9fae716bce8 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:31.658389 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e4ffaa03-a976-4d9d-85ad-a66ad4454de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:31.691488 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e4ffaa03-a976-4d9d-85ad-a66ad4454de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:31.696247 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-779dc6f4-0224-4b5c-9423-3748169d8b5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249cbd2b48d4c1689cb6a5ff0eb5a3e&device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 1096 time: 0.3351126 Dec 29 20:54:31.756479 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-814bb60e-7ff9-44f3-9d63-3311ac768195 req-cf58e75a-6012-4fcd-b159-2025059c56fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1510167 Dec 29 20:54:31.771823 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df03ac81-c8a5-4b45-bfe6-73831ba9c953', 'tag': '5138d3a6-9fbf-42b6-b00f-5ea410bb70df', 'status': 'completed', 'code': 200} Dec 29 20:54:31.802016 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-a386cd86-409d-45f1-a696-6f4b1b03559f tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.808912 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-a386cd86-409d-45f1-a696-6f4b1b03559f tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024068 Dec 29 20:54:31.828614 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-75913b0c-3954-4af0-b0f8-ded81f77b8ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5138d3a6-9fbf-42b6-b00f-5ea410bb70df HTTP/1.1" status: 200 len: 217 time: 0.1177254 Dec 29 20:54:31.860656 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-8537dd0f-d6bd-4870-9169-aa42b3965f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:31.882377 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-8e5a6e8f-7bea-45dc-aef0-adde9053e107 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/quotas/c7c96fccf19c48d4846d971e20e6e54d HTTP/1.1" status: 200 len: 375 time: 0.0725057 Dec 29 20:54:31.973539 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-f0648513-8bf2-4770-9ea5-3da2a1f244d0 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7c96fccf19c48d4846d971e20e6e54d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902500 Dec 29 20:54:32.022385 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-a0d40c33-6df4-4535-aa03-623ee4eb0ad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:32.028626 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-a0d40c33-6df4-4535-aa03-623ee4eb0ad0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47e810ce-774d-4114-9196-1b34fd127ff7 HTTP/1.1" status: 200 len: 849 time: 0.1892970 Dec 29 20:54:32.029173 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-814bb60e-7ff9-44f3-9d63-3311ac768195 req-878570ed-2a2f-4358-a804-bf16d7c474c4 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600837 Dec 29 20:54:32.033274 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e4ffaa03-a976-4d9d-85ad-a66ad4454de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.038320 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e4ffaa03-a976-4d9d-85ad-a66ad4454de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.041232 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dc6e2-28ea-468a-9b41-4bc73755b1f6 req-ffa53bf8-ff4e-4e7f-bf46-be758b8894bf tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:32.042921 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-111dc6e2-28ea-468a-9b41-4bc73755b1f6 req-ffa53bf8-ff4e-4e7f-bf46-be758b8894bf tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 943 time: 0.1444998 Dec 29 20:54:32.126813 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-d8df8106-e750-4c9b-a323-6d70b128cdd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19326cd0-6849-4a65-aad2-98d2791e3c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724170 Dec 29 20:54:32.180354 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e4ffaa03-a976-4d9d-85ad-a66ad4454de0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65579d17d0564edbac43c9fae716bce8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1466968 Dec 29 20:54:32.180354 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffaa03-a976-4d9d-85ad-a66ad4454de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0cea00-208a-41e2-8e91-d7e1c32a35fa,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:32.182244 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33672) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:32.205034 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-111dc6e2-28ea-468a-9b41-4bc73755b1f6 req-0c4f8a28-2343-42b4-b5cb-da076dc032f8 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369536 Dec 29 20:54:32.399844 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b1da0d2a-6e8f-4dbb-842d-58bf54367a8b req-15a93c7e-396c-4ca1-b2c3-a1fc465216c8 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 210 time: 0.0693476 Dec 29 20:54:32.399844 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-814bb60e-7ff9-44f3-9d63-3311ac768195 req-30750291-55fc-4421-baa1-ae46df28b6ab service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492033 Dec 29 20:54:32.435249 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95d1be40-9ee8-44ea-aed9-88bfe00db325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.488343 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95d1be40-9ee8-44ea-aed9-88bfe00db325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.603168 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-c9a74088-1baa-44f2-8a74-54af0cb04699 service neutron] 10.222.0.32 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645352 Dec 29 20:54:32.715046 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95d1be40-9ee8-44ea-aed9-88bfe00db325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.740935 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1be40-9ee8-44ea-aed9-88bfe00db325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0cea00-208a-41e2-8e91-d7e1c32a35fa,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:32.753529 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70ea9-29c0-430b-8193-5a6d514b9bd4 req-784679cb-8679-4773-8306-9a45af6bcb13 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:32.760864 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d6c70ea9-29c0-430b-8193-5a6d514b9bd4 req-784679cb-8679-4773-8306-9a45af6bcb13 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.4166493 Dec 29 20:54:32.763280 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75757002-07f5-40a3-8c7d-4ffdc6848701 req-958a4d73-6552-4c5a-8c76-44db7c5c558e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:32.765355 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-75757002-07f5-40a3-8c7d-4ffdc6848701 req-958a4d73-6552-4c5a-8c76-44db7c5c558e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1381626 Dec 29 20:54:32.768462 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95d1be40-9ee8-44ea-aed9-88bfe00db325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.785652 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-95d1be40-9ee8-44ea-aed9-88bfe00db325 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd0cea00-208a-41e2-8e91-d7e1c32a35fa HTTP/1.1" status: 204 len: 168 time: 0.5888450 Dec 29 20:54:32.895453 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d6c70ea9-29c0-430b-8193-5a6d514b9bd4 req-1f51ffc7-4365-4a67-834d-7c7270acaa74 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229575 Dec 29 20:54:32.901167 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5c7a1817-b019-45e3-9c43-bac5a720f6a7 req-de326a4a-4645-47e4-b602-45362c180e23 service neutron] 10.222.0.32 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893929 Dec 29 20:54:32.946279 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-75757002-07f5-40a3-8c7d-4ffdc6848701 req-7ca9d020-6882-4c15-9da9-3fd1fe3963e6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588256 Dec 29 20:54:33.217794 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8495853f-a77f-49d2-9f84-575ab1fc0add req-0bde8b79-a9b4-43e2-b52d-e7ea78ce49e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249cbd2b48d4c1689cb6a5ff0eb5a3e&device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 1096 time: 0.2191556 Dec 29 20:54:33.247434 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dc40f-430f-400a-a92c-1c5cf7a57dcd req-c2d95e96-fba4-412f-8f27-293ec221492b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:33.254761 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2e9dc40f-430f-400a-a92c-1c5cf7a57dcd req-c2d95e96-fba4-412f-8f27-293ec221492b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1674004 Dec 29 20:54:33.495266 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2e9dc40f-430f-400a-a92c-1c5cf7a57dcd req-39e70585-9a0a-43a1-af50-62ec83390d35 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395325 Dec 29 20:54:33.528787 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495853f-a77f-49d2-9f84-575ab1fc0add req-d697ab8d-44ac-4334-be58-2e8ea66bc00d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:33.531386 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8495853f-a77f-49d2-9f84-575ab1fc0add req-d697ab8d-44ac-4334-be58-2e8ea66bc00d service neutron] 10.222.0.32 "GET /v2.0/networks?id=19326cd0-6849-4a65-aad2-98d2791e3c0e HTTP/1.1" status: 200 len: 909 time: 0.2741256 Dec 29 20:54:33.566054 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d8bef-3105-4d86-92e0-f6452d69756f req-21f8f336-5e65-444c-8f3f-abd6e853b9ed tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:33.573286 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-658d8bef-3105-4d86-92e0-f6452d69756f req-21f8f336-5e65-444c-8f3f-abd6e853b9ed tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 943 time: 0.1445556 Dec 29 20:54:33.628937 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8495853f-a77f-49d2-9f84-575ab1fc0add req-d8c6c84f-5795-4f7d-a57f-3215e7cdb8e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5138d3a6-9fbf-42b6-b00f-5ea410bb70df HTTP/1.1" status: 200 len: 217 time: 0.0886848 Dec 29 20:54:33.640691 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-658d8bef-3105-4d86-92e0-f6452d69756f req-d14a0179-216e-4436-890e-e63d3796444a tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596302 Dec 29 20:54:33.713125 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495853f-a77f-49d2-9f84-575ab1fc0add req-b4345a52-13ae-4972-abf6-771fe0dcea08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:33.720891 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8495853f-a77f-49d2-9f84-575ab1fc0add req-b4345a52-13ae-4972-abf6-771fe0dcea08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47e810ce-774d-4114-9196-1b34fd127ff7 HTTP/1.1" status: 200 len: 849 time: 0.0820022 Dec 29 20:54:33.772014 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8495853f-a77f-49d2-9f84-575ab1fc0add req-574b791d-3344-4bac-8aa6-8eb2b9bf6f7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19326cd0-6849-4a65-aad2-98d2791e3c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430424 Dec 29 20:54:33.919689 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3ec1e09b-a70e-4bdf-8352-c1e9be00f1c0 req-1e268d0d-68c9-4156-93e4-f2d21aec62f9 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 210 time: 0.1466177 Dec 29 20:54:34.038381 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-dacb7116-b8c6-4ab3-8899-0963d40e0ca8 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c7c96fccf19c48d4846d971e20e6e54d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917459 Dec 29 20:54:34.041893 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8495853f-a77f-49d2-9f84-575ab1fc0add req-067b1611-934f-45f0-a3d7-6c5cd6303b68 service neutron] 10.222.0.32 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301111 Dec 29 20:54:34.133687 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ffad5176-d2b4-40ee-922e-b4be3d484b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:34.282286 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b6370-4104-46dc-89b0-31705d0726ea req-37e1ed36-21bf-402d-b1a7-5c996788ce70 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:34.289099 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7a9b6370-4104-46dc-89b0-31705d0726ea req-37e1ed36-21bf-402d-b1a7-5c996788ce70 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.2106328 Dec 29 20:54:34.330128 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-39047d6c-39ea-434c-8d79-b2faac7711f1 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:34.333384 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8495853f-a77f-49d2-9f84-575ab1fc0add req-8681f0b3-765b-42d9-a837-82fe4c2c308a service neutron] 10.222.0.32 "GET /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802222 Dec 29 20:54:34.339060 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-39047d6c-39ea-434c-8d79-b2faac7711f1 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821791 Dec 29 20:54:34.367278 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Request body: {'port': {'device_id': 'aaa6ab61-c313-4daf-8360-295ecb947600', 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189', 'admin_state_up': True, 'tenant_id': 'c7c96fccf19c48d4846d971e20e6e54d'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:34.458975 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa57c0-74a5-4b4e-a954-6096e5d6c8d9 req-d362f977-78c9-4ad4-8ee4-b5ff83363cbe tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:34.461200 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1daa57c0-74a5-4b4e-a954-6096e5d6c8d9 req-d362f977-78c9-4ad4-8ee4-b5ff83363cbe tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1267982 Dec 29 20:54:34.502083 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7a9b6370-4104-46dc-89b0-31705d0726ea req-b37bfae5-1c4f-4719-ade9-9f50a9a9f32c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120500 Dec 29 20:54:34.549953 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1daa57c0-74a5-4b4e-a954-6096e5d6c8d9 req-88a885e7-ae9f-4170-93c9-e1368b774fcf tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815365 Dec 29 20:54:34.595301 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:34.599210 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Usage tracker for resource:port and tenant:c7c96fccf19c48d4846d971e20e6e54d is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:34.602580 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:34.609032 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:34.620350 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Made reservation on behalf of c7c96fccf19c48d4846d971e20e6e54d for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:34.626349 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:34.642496 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:34.769825 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:34.777258 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Usage tracker for resource:security_group_rule and tenant:c7c96fccf19c48d4846d971e20e6e54d is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:34.785610 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:34.797663 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:34.811709 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4482473-344b-4910-aa01-3b27ddaa07a0 req-8cd888bc-26f9-4ef3-9089-07875d3177bc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:34.814354 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f4482473-344b-4910-aa01-3b27ddaa07a0 req-8cd888bc-26f9-4ef3-9089-07875d3177bc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1352549 Dec 29 20:54:34.926574 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f4482473-344b-4910-aa01-3b27ddaa07a0 req-f2ad7bb1-9f2d-4994-be10-6c87df318075 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025729 Dec 29 20:54:34.932199 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142f4f4-2a97-4306-989a-7e9d28834c11 req-d3fd1d14-bfdc-4564-bd4d-bff47dd43f0b tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:34.933060 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-2142f4f4-2a97-4306-989a-7e9d28834c11 req-d3fd1d14-bfdc-4564-bd4d-bff47dd43f0b tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Synchronizing usage tracker for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:34.955575 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-2142f4f4-2a97-4306-989a-7e9d28834c11 req-d3fd1d14-bfdc-4564-bd4d-bff47dd43f0b tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Unset dirty status for tenant:e249cbd2b48d4c1689cb6a5ff0eb5a3e on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:34.963497 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2142f4f4-2a97-4306-989a-7e9d28834c11 req-d3fd1d14-bfdc-4564-bd4d-bff47dd43f0b tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 943 time: 0.1781497 Dec 29 20:54:35.029770 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.038327 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.068113 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2142f4f4-2a97-4306-989a-7e9d28834c11 req-d99ef1f7-5c3c-4afe-aa72-c2397de5e48a tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019595 Dec 29 20:54:35.210130 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.257349 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ceb84d0c-5272-4cab-b55b-65170a8bea51 req-acca8d30-e512-4117-b2e0-a7faf3f0f93a tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 210 time: 0.1247351 Dec 29 20:54:35.264393 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970f39a3-7969-4ae9-b756-fdd6c108df1a,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:35.398878 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Allocated IP 192.168.233.242 (a15f5811-16cf-4c77-8fea-0ca28e6c0189/7f949fab-ae06-4a57-ae32-0d547d8e4113/51790cea-aa66-49fc-bd72-b86a71f26748) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:35.414589 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.512395 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 5138d3a6-9fbf-42b6-b00f-5ea410bb70df details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:54:35.694510 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:35.710801 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '5138d3a6-9fbf-42b6-b00f-5ea410bb70df', 'network_id': '19326cd0-6849-4a65-aad2-98d2791e3c0e', 'port_id': '5138d3a6-9fbf-42b6-b00f-5ea410bb70df', 'mac_address': 'fa:16:3e:8d:44:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e810ce-774d-4114-9196-1b34fd127ff7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:54:35.723379 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.761691 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Transition to ACTIVE for port object 51790cea-aa66-49fc-bd72-b86a71f26748 will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:35.785399 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.794296 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.834783 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5138d3a6-9fbf-42b6-b00f-5ea410bb70df {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:35.885265 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c327f0-a0ef-468a-8724-2e8622624b25 req-daee872a-a0bc-46c5-a016-52858417b3f0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:35.889283 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-57c327f0-a0ef-468a-8724-2e8622624b25 req-daee872a-a0bc-46c5-a016-52858417b3f0 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1238925 Dec 29 20:54:35.889520 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:35.899698 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.916663 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Network a15f5811-16cf-4c77-8fea-0ca28e6c0189 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:35.920979 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:35.923332 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Pushing event updated for resources: {'Port': ['ID=51790cea-aa66-49fc-bd72-b86a71f26748,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:35.925446 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:35.990857 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-57c327f0-a0ef-468a-8724-2e8622624b25 req-092359d8-b79e-4a3e-99e3-7f005232b600 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907240 Dec 29 20:54:36.035472 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:36.035891 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:36.045974 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:36.111274 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-d0dc791b-40d2-4ec0-aae0-aedf5b1b4039 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7585928 Dec 29 20:54:36.134260 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Request body: {'port': {'device_id': 'aaa6ab61-c313-4daf-8360-295ecb947600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:36.230432 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['5138d3a6-9fbf-42b6-b00f-5ea410bb70df'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:36.337565 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-bcffe263-4d39-43fb-b118-6eb075475e1b None None] Provisioning for port 51790cea-aa66-49fc-bd72-b86a71f26748 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:36.347002 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-bcffe263-4d39-43fb-b118-6eb075475e1b None None] Provisioning complete for port 51790cea-aa66-49fc-bd72-b86a71f26748 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:36.347337 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-bcffe263-4d39-43fb-b118-6eb075475e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:36.355198 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:36.431320 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-bcffe263-4d39-43fb-b118-6eb075475e1b None None] Port 51790cea-aa66-49fc-bd72-b86a71f26748 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:54:36.441936 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa074889-1da8-46e2-a372-f338b99da13d req-2ccaa373-e389-466b-bfa7-b13af22fcc8a tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:36.455097 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fa074889-1da8-46e2-a372-f338b99da13d req-2ccaa373-e389-466b-bfa7-b13af22fcc8a tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 944 time: 0.1996765 Dec 29 20:54:36.532385 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fa074889-1da8-46e2-a372-f338b99da13d req-a8ad91d3-0871-4035-a0d7-353c7332cc33 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761557 Dec 29 20:54:36.541425 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:36.574456 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37f001-10ea-488b-b758-a6fafcaf0291 req-0d2c0164-e4a7-405c-b830-ee03c9084eda tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:36.576456 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7d37f001-10ea-488b-b758-a6fafcaf0291 req-0d2c0164-e4a7-405c-b830-ee03c9084eda tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.3398933 Dec 29 20:54:36.712442 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7d37f001-10ea-488b-b758-a6fafcaf0291 req-0f81af50-9429-48a7-94dd-88cd3815094e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239352 Dec 29 20:54:36.787096 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a44e0-56b7-4938-979a-4506be5e125a req-99c021c5-8494-45d9-8221-afc2418de632 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:36.793033 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-944a44e0-56b7-4938-979a-4506be5e125a req-99c021c5-8494-45d9-8221-afc2418de632 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 936 time: 0.1242902 Dec 29 20:54:36.845098 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-944a44e0-56b7-4938-979a-4506be5e125a req-14110714-7cbe-422a-a696-b8f1da97a1fa tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510874 Dec 29 20:54:37.000441 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51790cea-aa66-49fc-bd72-b86a71f26748 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:37.009202 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.026265 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Transition to ACTIVE for port object 51790cea-aa66-49fc-bd72-b86a71f26748 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:37.031327 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.101413 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Pushing event updated for resources: {'Port': ['ID=51790cea-aa66-49fc-bd72-b86a71f26748,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:37.364223 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Attempting to bind port 51790cea-aa66-49fc-bd72-b86a71f26748 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:37.364883 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Attempting to bind port 51790cea-aa66-49fc-bd72-b86a71f26748 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:37.365408 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Attempting to bind port 51790cea-aa66-49fc-bd72-b86a71f26748 on network a15f5811-16cf-4c77-8fea-0ca28e6c0189 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:37.377931 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed1f06-29c1-4c08-b2c5-63f65c6d9bd3 req-6c851130-f7ee-49bf-a583-39b54ec174df tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:37.379584 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bfed1f06-29c1-4c08-b2c5-63f65c6d9bd3 req-6c851130-f7ee-49bf-a583-39b54ec174df tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1985853 Dec 29 20:54:37.383365 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Port 51790cea-aa66-49fc-bd72-b86a71f26748 on network a15f5811-16cf-4c77-8fea-0ca28e6c0189 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:54:37.383682 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Attempting to bind port 51790cea-aa66-49fc-bd72-b86a71f26748 on network a15f5811-16cf-4c77-8fea-0ca28e6c0189 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:37.406297 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:37.406558 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Checking segment: {'id': '0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:37.406938 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Bound using segment: {'id': '0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:37.409103 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Bound port: 51790cea-aa66-49fc-bd72-b86a71f26748, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:37.409103 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.493509 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bfed1f06-29c1-4c08-b2c5-63f65c6d9bd3 req-25c8a4a6-f73d-4760-9a88-a1278c739a6d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070874 Dec 29 20:54:37.527846 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 5138d3a6-9fbf-42b6-b00f-5ea410bb70df up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:37.544596 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] For port 51790cea-aa66-49fc-bd72-b86a71f26748, host hv-cinder-82317, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:37.547743 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] For port 51790cea-aa66-49fc-bd72-b86a71f26748, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=51790cea-aa66-49fc-bd72-b86a71f26748,segment=NetworkSegment(0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8),segment_id=0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:37.557944 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.638328 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.639693 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] 10.222.0.32 "PUT /v2.0/ports/51790cea-aa66-49fc-bd72-b86a71f26748 HTTP/1.1" status: 200 len: 1098 time: 1.5200014 Dec 29 20:54:37.652223 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa6ab61-c313-4daf-8360-295ecb947600', 'tag': '51790cea-aa66-49fc-bd72-b86a71f26748'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:37.727726 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:37.735214 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:37.735447 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.788637 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa6ab61-c313-4daf-8360-295ecb947600', 'tag': '51790cea-aa66-49fc-bd72-b86a71f26748', 'status': 'completed', 'code': 200} Dec 29 20:54:37.832557 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4b2e5-aba0-4cb2-886c-613c2f790a9d service neutron] Pushing event updated for resources: {'Port': ['ID=51790cea-aa66-49fc-bd72-b86a71f26748,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:37.925023 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-5d935a7b-ae57-41bb-86d1-867a246f0070 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7c96fccf19c48d4846d971e20e6e54d&device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 1101 time: 0.2153981 Dec 29 20:54:37.992092 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:38.035176 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31148a-5221-4a3a-a551-ed32f972847d req-045ff3cb-a4be-4a7c-afd3-b862178a8d38 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:38.039645 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df03ac81-c8a5-4b45-bfe6-73831ba9c953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5138d3a6-9fbf-42b6-b00f-5ea410bb70df'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:38.046930 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1b31148a-5221-4a3a-a551-ed32f972847d req-045ff3cb-a4be-4a7c-afd3-b862178a8d38 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 944 time: 0.1924522 Dec 29 20:54:38.054522 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:38.061869 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:38.079657 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-16a583a6-2566-4fec-b84d-4ff86835cb90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=51790cea-aa66-49fc-bd72-b86a71f26748 HTTP/1.1" status: 200 len: 217 time: 0.1445401 Dec 29 20:54:38.158711 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:38.161805 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1b31148a-5221-4a3a-a551-ed32f972847d req-4ff8a25a-f6d5-428e-929e-ed4ebd3f437e tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129830 Dec 29 20:54:38.176289 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-25e7a09d-59f4-4c74-a10b-262d73a366c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:38.177712 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-25e7a09d-59f4-4c74-a10b-262d73a366c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f949fab-ae06-4a57-ae32-0d547d8e4113 HTTP/1.1" status: 200 len: 843 time: 0.0838256 Dec 29 20:54:38.242849 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30768b5-9ef7-45fb-82b3-ca82f08cf78b req-f2b0b6b8-5239-49d6-8fae-85a21f7d09b9 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:38.250034 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f30768b5-9ef7-45fb-82b3-ca82f08cf78b req-f2b0b6b8-5239-49d6-8fae-85a21f7d09b9 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.2430458 Dec 29 20:54:38.320602 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f30768b5-9ef7-45fb-82b3-ca82f08cf78b req-6a8b3ac5-2c1f-4e30-bb46-25640194ed36 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696428 Dec 29 20:54:38.355753 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-29390d77-6304-4e05-ac8a-e34b87888f61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a15f5811-16cf-4c77-8fea-0ca28e6c0189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1688414 Dec 29 20:54:38.475796 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df03ac81-c8a5-4b45-bfe6-73831ba9c953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5138d3a6-9fbf-42b6-b00f-5ea410bb70df', 'code': 200} Dec 29 20:54:38.504166 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb5771-454d-444b-83fd-1c222d378d7b req-b575105f-a7a7-4d98-a0b3-c738c000eebb tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:38.505993 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a8cb5771-454d-444b-83fd-1c222d378d7b req-b575105f-a7a7-4d98-a0b3-c738c000eebb tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 948 time: 0.1844735 Dec 29 20:54:38.569419 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-145fec15-1679-46c7-adce-a32a3156d027 service neutron] 10.222.0.32 "GET /v2.0/networks/a15f5811-16cf-4c77-8fea-0ca28e6c0189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032831 Dec 29 20:54:38.576871 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a8cb5771-454d-444b-83fd-1c222d378d7b req-05cd254d-7eb0-4f28-816a-4ec49dda3031 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634334 Dec 29 20:54:38.877672 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-43df45c0-e356-4c92-a7a1-59958f7ec718 req-1006bd33-fab7-4482-ac44-132b71c90b26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 1098 time: 0.1182024 Dec 29 20:54:38.966548 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-43df45c0-e356-4c92-a7a1-59958f7ec718 req-eeadfc81-db75-4cf4-9c18-11f079761c3c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813003 Dec 29 20:54:38.968709 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39f7a8eb-8672-4004-96ad-19239aa5d2a6 req-5e2be20b-9346-4b0e-9037-2695dd6bb04c service neutron] 10.222.0.32 "GET /v2.0/networks/a15f5811-16cf-4c77-8fea-0ca28e6c0189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924882 Dec 29 20:54:38.980811 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a716e53-8176-44b1-90f5-b03884dc60c3 req-ad6f2e12-f6fc-4676-8d2a-e16cd0ac94fb tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:38.982205 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a716e53-8176-44b1-90f5-b03884dc60c3 req-ad6f2e12-f6fc-4676-8d2a-e16cd0ac94fb tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.3032219 Dec 29 20:54:39.043859 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a716e53-8176-44b1-90f5-b03884dc60c3 req-883bbfc0-1b5d-4361-a406-9de431583aad tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529585 Dec 29 20:54:39.411671 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a7944b62-1eed-4ae2-b0eb-5627b21d0f8f req-a13576e0-7615-48f4-b9ea-d1263cfc2efc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7c96fccf19c48d4846d971e20e6e54d&device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 1101 time: 0.1834903 Dec 29 20:54:39.445122 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2bf66-11bd-4121-b102-7ca8b8dc5a91 req-c14082f1-d99d-4b0b-9c16-a82de9ce9516 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:39.459751 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9eb2bf66-11bd-4121-b102-7ca8b8dc5a91 req-c14082f1-d99d-4b0b-9c16-a82de9ce9516 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 945 time: 0.1094675 Dec 29 20:54:39.529010 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9eb2bf66-11bd-4121-b102-7ca8b8dc5a91 req-2d6a6916-0074-45c7-aa6b-69bf5ebe2584 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677567 Dec 29 20:54:39.606372 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944b62-1eed-4ae2-b0eb-5627b21d0f8f req-dbfc77cd-1100-434e-98c2-f49dee982577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:39.608164 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a7944b62-1eed-4ae2-b0eb-5627b21d0f8f req-dbfc77cd-1100-434e-98c2-f49dee982577 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a15f5811-16cf-4c77-8fea-0ca28e6c0189 HTTP/1.1" status: 200 len: 869 time: 0.1877236 Dec 29 20:54:39.680963 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a7944b62-1eed-4ae2-b0eb-5627b21d0f8f req-509506db-b091-4279-aa1f-24afb97364bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=51790cea-aa66-49fc-bd72-b86a71f26748 HTTP/1.1" status: 200 len: 217 time: 0.0634346 Dec 29 20:54:39.754732 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e029d55-e293-4ab9-99bc-c4f555d7f4b1 req-80214511-df3e-45c0-a24d-f6ac2032563f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:39.756675 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7e029d55-e293-4ab9-99bc-c4f555d7f4b1 req-80214511-df3e-45c0-a24d-f6ac2032563f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.2396226 Dec 29 20:54:39.764029 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944b62-1eed-4ae2-b0eb-5627b21d0f8f req-9b7a470b-c457-4f5c-8704-d37466034145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:39.765447 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a7944b62-1eed-4ae2-b0eb-5627b21d0f8f req-9b7a470b-c457-4f5c-8704-d37466034145 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f949fab-ae06-4a57-ae32-0d547d8e4113 HTTP/1.1" status: 200 len: 843 time: 0.0742486 Dec 29 20:54:39.816224 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ad497-d94d-4068-9bc2-a2376775f701 req-1f7e62db-1847-43e7-b79c-610d2c00166a tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:39.826203 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a07ad497-d94d-4068-9bc2-a2376775f701 req-1f7e62db-1847-43e7-b79c-610d2c00166a tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 948 time: 0.1151283 Dec 29 20:54:39.900697 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a07ad497-d94d-4068-9bc2-a2376775f701 req-459f040b-3d6b-42ce-a900-0fd971d1f34f tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733821 Dec 29 20:54:39.923186 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7e029d55-e293-4ab9-99bc-c4f555d7f4b1 req-c4b718ca-1414-4c7a-ba19-351fde8e7597 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522777 Dec 29 20:54:39.948280 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a7944b62-1eed-4ae2-b0eb-5627b21d0f8f req-52fa1dc1-83a9-43c2-a68b-dd3df2402046 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a15f5811-16cf-4c77-8fea-0ca28e6c0189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1411445 Dec 29 20:54:40.102374 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a7944b62-1eed-4ae2-b0eb-5627b21d0f8f req-739be989-fe4a-4466-a4ca-52089eff414d service neutron] 10.222.0.32 "GET /v2.0/networks/a15f5811-16cf-4c77-8fea-0ca28e6c0189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456854 Dec 29 20:54:40.275237 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a7944b62-1eed-4ae2-b0eb-5627b21d0f8f req-b4cf518f-e94b-4954-8fcd-81af3767faf1 service neutron] 10.222.0.32 "GET /v2.0/networks/a15f5811-16cf-4c77-8fea-0ca28e6c0189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657162 Dec 29 20:54:40.286065 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac44fb8-8dd5-4941-a56d-4fab215b179d req-09265a55-9ffc-48b2-b323-d504beff6dc3 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:40.287522 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-dac44fb8-8dd5-4941-a56d-4fab215b179d req-09265a55-9ffc-48b2-b323-d504beff6dc3 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1000347 Dec 29 20:54:40.354505 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-dac44fb8-8dd5-4941-a56d-4fab215b179d req-df1de87b-c556-4223-83d9-a2d5c15b5eca tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593185 Dec 29 20:54:40.750815 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859293-9a87-4c26-a811-993500addcdd req-57b45001-2043-47f0-b065-23cb5f95e4de tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:40.752292 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-03859293-9a87-4c26-a811-993500addcdd req-57b45001-2043-47f0-b065-23cb5f95e4de tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 945 time: 0.0965786 Dec 29 20:54:40.804030 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-03859293-9a87-4c26-a811-993500addcdd req-bd5718af-03f7-4f3b-b9ab-1b974ef5e27b tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461271 Dec 29 20:54:41.212896 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e1c1c-f3dc-4c37-a97d-7f79d6b040f7 req-42231d21-3d61-4eac-8348-60953302ed59 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:41.215355 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ce3e1c1c-f3dc-4c37-a97d-7f79d6b040f7 req-42231d21-3d61-4eac-8348-60953302ed59 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 948 time: 0.1775384 Dec 29 20:54:41.282070 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ce3e1c1c-f3dc-4c37-a97d-7f79d6b040f7 req-e3bbbc62-4798-48bc-96df-d716364bb681 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603819 Dec 29 20:54:41.294220 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e544eb-3a4a-43a0-ab08-65fec0674679 req-a95ab945-250b-404c-b4e0-c8d742086c7c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:41.296366 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b5e544eb-3a4a-43a0-ab08-65fec0674679 req-a95ab945-250b-404c-b4e0-c8d742086c7c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1180105 Dec 29 20:54:41.370331 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b5e544eb-3a4a-43a0-ab08-65fec0674679 req-73257b71-6555-4b7f-a88f-eb15a53b2bbd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501995 Dec 29 20:54:41.553087 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 51790cea-aa66-49fc-bd72-b86a71f26748 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:54:41.597590 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7a61-9611-4c72-8edb-95e9a79ee33d req-d9eed860-c8d3-4725-be44-5e24b1e55b6d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:41.601242 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-343e7a61-9611-4c72-8edb-95e9a79ee33d req-d9eed860-c8d3-4725-be44-5e24b1e55b6d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0983071 Dec 29 20:54:41.668713 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-343e7a61-9611-4c72-8edb-95e9a79ee33d req-e50c1c86-22c6-4884-b7f6-e647c99b8ba9 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628800 Dec 29 20:54:41.743611 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 51790cea-aa66-49fc-bd72-b86a71f26748, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=51790cea-aa66-49fc-bd72-b86a71f26748,segment=NetworkSegment(0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8),segment_id=0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:41.758918 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '51790cea-aa66-49fc-bd72-b86a71f26748', 'network_id': 'a15f5811-16cf-4c77-8fea-0ca28e6c0189', 'port_id': '51790cea-aa66-49fc-bd72-b86a71f26748', 'mac_address': 'fa:16:3e:e3:1c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f949fab-ae06-4a57-ae32-0d547d8e4113', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:54:41.864513 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:41.912456 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51790cea-aa66-49fc-bd72-b86a71f26748 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:41.929865 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 51790cea-aa66-49fc-bd72-b86a71f26748, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=51790cea-aa66-49fc-bd72-b86a71f26748,segment=NetworkSegment(0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8),segment_id=0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:41.936065 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:42.019923 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=51790cea-aa66-49fc-bd72-b86a71f26748,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:42.326493 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['51790cea-aa66-49fc-bd72-b86a71f26748'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:42.365594 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3312ec-9853-4128-ba52-50b5a83dc7d9 req-4019edcd-54d7-4bf2-9216-7908de2215b5 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:42.367119 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6e3312ec-9853-4128-ba52-50b5a83dc7d9 req-4019edcd-54d7-4bf2-9216-7908de2215b5 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 945 time: 0.1174099 Dec 29 20:54:42.434395 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6e3312ec-9853-4128-ba52-50b5a83dc7d9 req-d2e8bf32-19df-40a2-9aaf-9401f9dcc0e0 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539918 Dec 29 20:54:42.625832 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe602a9b-a7c9-467d-9002-1346488d22f7 req-f89f30a3-5f8c-4e13-b821-31f37a9fea09 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:42.626812 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-fe602a9b-a7c9-467d-9002-1346488d22f7 req-f89f30a3-5f8c-4e13-b821-31f37a9fea09 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Synchronizing usage tracker for tenant:c7c96fccf19c48d4846d971e20e6e54d on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:42.651018 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-fe602a9b-a7c9-467d-9002-1346488d22f7 req-f89f30a3-5f8c-4e13-b821-31f37a9fea09 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Unset dirty status for tenant:c7c96fccf19c48d4846d971e20e6e54d on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:42.652252 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fe602a9b-a7c9-467d-9002-1346488d22f7 req-f89f30a3-5f8c-4e13-b821-31f37a9fea09 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 949 time: 0.1141140 Dec 29 20:54:42.670757 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df00e58-49c3-4b9e-b437-0ef9a731705a req-d0f3d893-a563-4239-844d-1eee6fa3d59f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:42.676092 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5df00e58-49c3-4b9e-b437-0ef9a731705a req-d0f3d893-a563-4239-844d-1eee6fa3d59f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.0980995 Dec 29 20:54:42.719189 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-fe602a9b-a7c9-467d-9002-1346488d22f7 req-7ec1feca-4096-4d9c-96f5-ffdf2b64d958 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Synchronizing usage tracker for tenant:c7c96fccf19c48d4846d971e20e6e54d on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:42.726190 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5df00e58-49c3-4b9e-b437-0ef9a731705a req-c4955a90-b47c-4362-91cb-5fd34991f58e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478649 Dec 29 20:54:42.740481 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-fe602a9b-a7c9-467d-9002-1346488d22f7 req-7ec1feca-4096-4d9c-96f5-ffdf2b64d958 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Unset dirty status for tenant:c7c96fccf19c48d4846d971e20e6e54d on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:42.742159 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fe602a9b-a7c9-467d-9002-1346488d22f7 req-7ec1feca-4096-4d9c-96f5-ffdf2b64d958 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788398 Dec 29 20:54:42.974822 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00d7cc-becf-4f02-8ea9-16c6f2cb6755 req-d94b59db-0499-4ab6-802a-9c81c9e2d1fa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:42.976793 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ed00d7cc-becf-4f02-8ea9-16c6f2cb6755 req-d94b59db-0499-4ab6-802a-9c81c9e2d1fa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0883379 Dec 29 20:54:43.025769 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ed00d7cc-becf-4f02-8ea9-16c6f2cb6755 req-4c37fb02-1e22-46a5-b5a3-b97a6d2aa381 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428379 Dec 29 20:54:43.553553 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 51790cea-aa66-49fc-bd72-b86a71f26748 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:43.621677 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 51790cea-aa66-49fc-bd72-b86a71f26748 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:43.631111 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 51790cea-aa66-49fc-bd72-b86a71f26748 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:43.631111 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:43.644977 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a6f1d-82b1-48fc-ab30-907587ec4e87 req-fe72fe4d-58b2-42af-ac47-5b56ce16db0a tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:43.647133 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d09a6f1d-82b1-48fc-ab30-907587ec4e87 req-fe72fe4d-58b2-42af-ac47-5b56ce16db0a tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 945 time: 0.0882392 Dec 29 20:54:43.691857 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d09a6f1d-82b1-48fc-ab30-907587ec4e87 req-3d14a862-1e66-47a9-b4e3-2548f5700ed9 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fd22c21-dbc7-40d3-bbde-708119ffcdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 Dec 29 20:54:43.746178 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:43.776627 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa6ab61-c313-4daf-8360-295ecb947600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51790cea-aa66-49fc-bd72-b86a71f26748'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:43.799987 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 51790cea-aa66-49fc-bd72-b86a71f26748, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=51790cea-aa66-49fc-bd72-b86a71f26748,segment=NetworkSegment(0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8),segment_id=0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:43.809526 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:43.892986 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa6ab61-c313-4daf-8360-295ecb947600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51790cea-aa66-49fc-bd72-b86a71f26748', 'code': 200} Dec 29 20:54:43.893541 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=51790cea-aa66-49fc-bd72-b86a71f26748,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:43.963656 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff43e23-7251-45d4-aec4-ff37eb57c5c6 req-82c17b8f-1704-4b83-a189-853ff8f54454 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:43.971725 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fff43e23-7251-45d4-aec4-ff37eb57c5c6 req-82c17b8f-1704-4b83-a189-853ff8f54454 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 950 time: 0.0894229 Dec 29 20:54:44.025707 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fff43e23-7251-45d4-aec4-ff37eb57c5c6 req-cc093ee7-7d40-491f-80eb-d7006e01b544 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528281 Dec 29 20:54:44.070429 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec838a3-8388-4ff9-9515-bbd5321a397c req-393a728e-43e6-4263-a0be-b28ebf0c6169 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:44.073057 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3ec838a3-8388-4ff9-9515-bbd5321a397c req-393a728e-43e6-4263-a0be-b28ebf0c6169 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1064637 Dec 29 20:54:44.096845 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-0b2a1794-579e-4d4f-af72-77e9defec194 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:44.098248 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-0b2a1794-579e-4d4f-af72-77e9defec194 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.32 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 945 time: 0.1836560 Dec 29 20:54:44.189897 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3ec838a3-8388-4ff9-9515-bbd5321a397c req-4c6419f1-8213-47df-9d1f-e45bc876f83a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122134 Dec 29 20:54:44.202320 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Deleting port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:54:44.202656 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:44.255287 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6a4bcd98-2d2f-4a0f-9b14-995afe8093b1 req-e7b20d2e-aec7-4474-bc76-c193590da994 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 1103 time: 0.1643822 Dec 29 20:54:44.338298 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c09c-d71d-4385-ab9c-2852a8ebdbe4 req-be64cc03-585d-4683-b637-edb908f536c4 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:44.341550 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-88e7c09c-d71d-4385-ab9c-2852a8ebdbe4 req-be64cc03-585d-4683-b637-edb908f536c4 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1803830 Dec 29 20:54:44.345675 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40d5b6f8-1796-47cc-b1f4-66fd2d7655b9 req-7730c4f7-b9f5-4905-a123-3c0157f93f83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 1098 time: 0.1496434 Dec 29 20:54:44.347195 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6a4bcd98-2d2f-4a0f-9b14-995afe8093b1 req-dc94382c-0cf5-4c6a-9ea2-838247449611 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799215 Dec 29 20:54:44.389015 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-88e7c09c-d71d-4385-ab9c-2852a8ebdbe4 req-5cf69f3b-166e-4693-9919-6d985a1dd207 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407991 Dec 29 20:54:44.506400 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] For port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,segment=NetworkSegment(20106fc9-20c5-43cc-97b4-4ca12da46cba),segment_id=20106fc9-20c5-43cc-97b4-4ca12da46cba)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:44.506760 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:44.626466 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Calling delete_port for 5138d3a6-9fbf-42b6-b00f-5ea410bb70df owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:54:44.687551 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5b6f8-1796-47cc-b1f4-66fd2d7655b9 req-a8fc7038-4c28-4f40-8c26-69436e346b06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:44.689105 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40d5b6f8-1796-47cc-b1f4-66fd2d7655b9 req-a8fc7038-4c28-4f40-8c26-69436e346b06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.1325622 Dec 29 20:54:44.777450 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:44.790813 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['5138d3a6-9fbf-42b6-b00f-5ea410bb70df'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:44.868841 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Pushing event deleted for resources: {'Port': ['ID=5138d3a6-9fbf-42b6-b00f-5ea410bb70df,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:44.878081 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40d5b6f8-1796-47cc-b1f4-66fd2d7655b9 req-4b2e2315-2e34-4111-85aa-5c5eb53ce8cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fde79a26-7ca3-4178-905b-3b5af624c090 HTTP/1.1" status: 200 len: 1001 time: 0.1804087 Dec 29 20:54:44.885520 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c289b6b1-966a-4383-ac4e-ea4f531b9f52 req-ba9aea68-0fc7-48e2-bec8-3a79cb5c7991 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1098 time: 0.1416087 Dec 29 20:54:44.888443 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09b69c66-22f2-4a18-9e3a-c8aa0a1b7881 req-895a3f87-a4f0-4da6-89c7-dc05b8dc0b32 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 210 time: 0.0683990 Dec 29 20:54:44.962840 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] No DVR routers for this DVR port 5138d3a6-9fbf-42b6-b00f-5ea410bb70df on host hv-cinder-82317 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:54:44.965981 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:44.969838 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df03ac81-c8a5-4b45-bfe6-73831ba9c953', 'name': 'network-vif-deleted', 'tag': '5138d3a6-9fbf-42b6-b00f-5ea410bb70df'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:44.971094 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5b6f8-1796-47cc-b1f4-66fd2d7655b9 req-c49be736-51e6-4041-b95d-4ecd3681f99c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:44.972535 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40d5b6f8-1796-47cc-b1f4-66fd2d7655b9 req-c49be736-51e6-4041-b95d-4ecd3681f99c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.0862174 Dec 29 20:54:44.978397 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c289b6b1-966a-4383-ac4e-ea4f531b9f52 req-a9b12ef2-801c-4064-9c6b-da162d24f957 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604746 Dec 29 20:54:44.983565 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f03f99aa-f193-4d72-b7c9-6ec5c26e7e3b req-8aa16ff1-5742-447c-96a9-0d4ebb58aca4 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.32 "DELETE /v2.0/ports/5138d3a6-9fbf-42b6-b00f-5ea410bb70df HTTP/1.1" status: 204 len: 173 time: 0.8675416 Dec 29 20:54:45.025422 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df03ac81-c8a5-4b45-bfe6-73831ba9c953', 'name': 'network-vif-deleted', 'tag': '5138d3a6-9fbf-42b6-b00f-5ea410bb70df', 'status': 'completed', 'code': 200} Dec 29 20:54:45.099240 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40d5b6f8-1796-47cc-b1f4-66fd2d7655b9 req-c569b4f7-d415-4df5-b9d9-cc9cdb84e327 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196418 Dec 29 20:54:45.225744 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d4532-d7df-4a63-ad8f-34027a25a5f8 req-5e27a951-a3da-4e0b-b2de-e44667aaeeba tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:45.227235 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a38d4532-d7df-4a63-ad8f-34027a25a5f8 req-5e27a951-a3da-4e0b-b2de-e44667aaeeba tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 950 time: 0.0864663 Dec 29 20:54:45.286381 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a38d4532-d7df-4a63-ad8f-34027a25a5f8 req-33fa1916-0c2b-4fcf-be67-ad7316920a5c tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514538 Dec 29 20:54:45.345751 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40d5b6f8-1796-47cc-b1f4-66fd2d7655b9 req-f7752a40-0634-4e26-8ada-4615e5f5e6cb service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393640 Dec 29 20:54:45.533480 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40d5b6f8-1796-47cc-b1f4-66fd2d7655b9 req-5285b1a6-2c50-4fcc-a55b-48bb177889bd service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801195 Dec 29 20:54:45.542962 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241e50f-36e8-45ec-9d9d-4d8436bfe64d req-e60dc5c8-c914-4d1f-acd9-36f994356843 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:45.544533 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6241e50f-36e8-45ec-9d9d-4d8436bfe64d req-e60dc5c8-c914-4d1f-acd9-36f994356843 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1738598 Dec 29 20:54:45.595882 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6241e50f-36e8-45ec-9d9d-4d8436bfe64d req-67b4dd98-b018-4261-97b5-38f7a326485f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418630 Dec 29 20:54:45.600231 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c55bc-b1a9-4a0a-8cb4-485bd3d95b01 req-1c66e979-8436-4b5c-be04-b8ee637d513e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:45.601679 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-396c55bc-b1a9-4a0a-8cb4-485bd3d95b01 req-1c66e979-8436-4b5c-be04-b8ee637d513e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0858219 Dec 29 20:54:45.649884 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-396c55bc-b1a9-4a0a-8cb4-485bd3d95b01 req-300e64b9-e428-4730-9ce3-78100a697ec1 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Dec 29 20:54:46.076969 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2710b190-41c4-4045-a955-80ae7d8f44f4 req-c08c3ee9-9443-45af-8d0e-be9766024083 tempest-VolumesActionsTest-791017721 tempest-VolumesActionsTest-791017721-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03ac81-c8a5-4b45-bfe6-73831ba9c953 HTTP/1.1" status: 200 len: 210 time: 0.0412631 Dec 29 20:54:46.492104 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8ab32-bf01-468c-acc3-38ca52920aac req-26c84a46-9ab8-4bef-bb3e-e9f3d581e02b tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:46.493547 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89d8ab32-bf01-468c-acc3-38ca52920aac req-26c84a46-9ab8-4bef-bb3e-e9f3d581e02b tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 950 time: 0.0865929 Dec 29 20:54:46.541650 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89d8ab32-bf01-468c-acc3-38ca52920aac req-95016f50-501c-4e0f-8dcd-62130f9b8532 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419126 Dec 29 20:54:46.640617 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:54:46.854795 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef0d4c-52b8-4eab-bd53-21796bdd3f73 req-186a392d-5472-4e1a-8032-b4b17fcf7808 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:46.856270 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-71ef0d4c-52b8-4eab-bd53-21796bdd3f73 req-186a392d-5472-4e1a-8032-b4b17fcf7808 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 945 time: 0.1161811 Dec 29 20:54:46.908124 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-71ef0d4c-52b8-4eab-bd53-21796bdd3f73 req-96fde331-1d65-41b6-8baf-248b4a6ce902 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457823 Dec 29 20:54:47.024192 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3580cf-0962-4afe-be4c-ebfc7e344285 req-fe03df15-55dd-4ef1-89ce-063c56b90aed tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:47.025637 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ae3580cf-0962-4afe-be4c-ebfc7e344285 req-fe03df15-55dd-4ef1-89ce-063c56b90aed tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0814648 Dec 29 20:54:47.070351 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ae3580cf-0962-4afe-be4c-ebfc7e344285 req-c09387e1-0dc1-4584-aa85-0a402cbd65cb tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Dec 29 20:54:47.110464 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597c7d9-954f-42fa-a82c-8f5efc81360f req-21dc354a-967b-4cd2-88fb-c566eac38af6 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:47.111926 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1597c7d9-954f-42fa-a82c-8f5efc81360f req-21dc354a-967b-4cd2-88fb-c566eac38af6 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 950 time: 0.0822701 Dec 29 20:54:47.158038 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1597c7d9-954f-42fa-a82c-8f5efc81360f req-01bc59de-e366-4796-99b8-7cac47d35d12 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Dec 29 20:54:47.574328 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 5138d3a6-9fbf-42b6-b00f-5ea410bb70df no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:54:47.609750 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 5138d3a6-9fbf-42b6-b00f-5ea410bb70df {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:54:47.610007 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 5138d3a6-9fbf-42b6-b00f-5ea410bb70df not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:54:47.610628 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:54:47.672374 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8746b64-c962-4f2c-87c7-1baca9de0a6d req-292e3ef0-92bc-42f4-92cd-2ce291bb91c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be1b4b900124ee2b891bf6027c28a86&device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 1098 time: 0.1552348 Dec 29 20:54:47.694728 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf837efd-c0ab-4bae-ba35-ff2ef28c14b9 req-fb6d96b2-e22e-4f94-973a-b1d0935053e6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:47.696536 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cf837efd-c0ab-4bae-ba35-ff2ef28c14b9 req-fb6d96b2-e22e-4f94-973a-b1d0935053e6 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1142235 Dec 29 20:54:47.770883 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:47.826090 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:47.853369 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:47.859856 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:47.890156 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8746b64-c962-4f2c-87c7-1baca9de0a6d req-0bc09f03-db8c-4ad2-9a2d-3675c5da414e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:47.892135 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8746b64-c962-4f2c-87c7-1baca9de0a6d req-0bc09f03-db8c-4ad2-9a2d-3675c5da414e service neutron] 10.222.0.32 "GET /v2.0/networks?id=042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 200 len: 919 time: 0.2035859 Dec 29 20:54:48.008063 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=8']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:48.010708 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8746b64-c962-4f2c-87c7-1baca9de0a6d req-c6e285dc-b92e-484d-90ba-f9834eda9b7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116361f-87bd-4700-9686-36d54b8622e4 HTTP/1.1" status: 200 len: 217 time: 0.0841041 Dec 29 20:54:48.015332 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'code': 200} Dec 29 20:54:48.019985 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cf837efd-c0ab-4bae-ba35-ff2ef28c14b9 req-80aa8749-2a33-42f7-bd1f-6376babf7586 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039448 Dec 29 20:54:48.091704 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8746b64-c962-4f2c-87c7-1baca9de0a6d req-03a1bb41-90f2-46f9-82ea-6306cc07bd25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:48.093542 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8746b64-c962-4f2c-87c7-1baca9de0a6d req-03a1bb41-90f2-46f9-82ea-6306cc07bd25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 200 len: 859 time: 0.0724459 Dec 29 20:54:48.142165 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8746b64-c962-4f2c-87c7-1baca9de0a6d req-e2adf9eb-ccb0-4621-bfe1-e3e1b8ce6b04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=042e02eb-e8e8-424a-903f-2772db030ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408876 Dec 29 20:54:48.185729 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e338cca-5a4a-44f7-bc46-aeec75ead71b req-7aebfbd2-8890-4d15-8a5e-c9da58348bc2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:48.187262 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4e338cca-5a4a-44f7-bc46-aeec75ead71b req-7aebfbd2-8890-4d15-8a5e-c9da58348bc2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.0870316 Dec 29 20:54:48.270845 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4e338cca-5a4a-44f7-bc46-aeec75ead71b req-53c7010c-5256-4e2f-9743-003250952c5a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682833 Dec 29 20:54:48.298928 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8746b64-c962-4f2c-87c7-1baca9de0a6d req-933b760a-e3f5-42b3-84e7-be35c6b15f12 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476974 Dec 29 20:54:48.554631 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8746b64-c962-4f2c-87c7-1baca9de0a6d req-70942b84-5d60-456c-87eb-603183fa9954 service neutron] 10.222.0.32 "GET /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433696 Dec 29 20:54:48.564243 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b319da-96ea-429d-8bc8-d087bc3a4d2b req-6c2f34f2-d68e-44d1-b937-6dd9122f8153 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:48.565787 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51b319da-96ea-429d-8bc8-d087bc3a4d2b req-6c2f34f2-d68e-44d1-b937-6dd9122f8153 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 950 time: 0.1647141 Dec 29 20:54:48.690506 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51b319da-96ea-429d-8bc8-d087bc3a4d2b req-c8edddc2-052b-4e7d-90d8-859a79c54bba tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/security-groups?id=970f39a3-7969-4ae9-b756-fdd6c108df1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174676 Dec 29 20:54:48.713786 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-553d9cf1-a038-439c-905e-25babf130eb8 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:48.715434 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-553d9cf1-a038-439c-905e-25babf130eb8 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 950 time: 0.1106679 Dec 29 20:54:48.888510 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Deleting port 51790cea-aa66-49fc-bd72-b86a71f26748 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:54:48.888887 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.155627 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] For port 51790cea-aa66-49fc-bd72-b86a71f26748, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=51790cea-aa66-49fc-bd72-b86a71f26748,segment=NetworkSegment(0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8),segment_id=0f12bb6e-5c4e-4dbd-a198-83ea168fbdb8)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:49.156032 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.266733 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5bf22508-be5a-41c3-b7fa-0bf0e9440c0b req-aec7ba5b-6711-4a72-a5c1-ba6883725581 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0729289 Dec 29 20:54:49.314884 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Calling delete_port for 51790cea-aa66-49fc-bd72-b86a71f26748 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:54:49.487239 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8e19-bd14-47bb-b1cf-b886170c2301 req-40a9bc52-4ecf-4015-aa62-c7077a055903 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:49.488907 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f16a8e19-bd14-47bb-b1cf-b886170c2301 req-40a9bc52-4ecf-4015-aa62-c7077a055903 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.3251326 Dec 29 20:54:49.561282 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01782887-a193-4c64-9afd-870e4d60a9f8 req-765c695c-dfe0-4891-901a-5c65d4abac3e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:49.562973 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-01782887-a193-4c64-9afd-870e4d60a9f8 req-765c695c-dfe0-4891-901a-5c65d4abac3e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.0972912 Dec 29 20:54:49.610222 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f16a8e19-bd14-47bb-b1cf-b886170c2301 req-eb9a1831-8cc0-4a4c-8d2b-7a9c18fb4247 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837955 Dec 29 20:54:49.611527 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.616285 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-01782887-a193-4c64-9afd-870e4d60a9f8 req-0dc39678-c629-4f9d-884d-720ea24a83a1 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455465 Dec 29 20:54:49.648134 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 33976) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:49.673751 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Pushing event deleted for resources: {'Port': ['ID=51790cea-aa66-49fc-bd72-b86a71f26748,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:49.746330 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] No DVR routers for this DVR port 51790cea-aa66-49fc-bd72-b86a71f26748 on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:54:49.749332 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.764068 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa6ab61-c313-4daf-8360-295ecb947600', 'name': 'network-vif-deleted', 'tag': '51790cea-aa66-49fc-bd72-b86a71f26748'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:49.771548 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1e6db1c6-c601-4828-9cd0-9a64ecb8391a req-8c8abf4e-f44f-4d5d-91c1-d2a27a4550a5 tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.32 "DELETE /v2.0/ports/51790cea-aa66-49fc-bd72-b86a71f26748 HTTP/1.1" status: 204 len: 173 time: 1.0496511 Dec 29 20:54:49.843975 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa6ab61-c313-4daf-8360-295ecb947600', 'name': 'network-vif-deleted', 'tag': '51790cea-aa66-49fc-bd72-b86a71f26748', 'status': 'completed', 'code': 200} Dec 29 20:54:49.884294 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-27c1afea-e11a-4dd1-823b-737f277ca7e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2307911 Dec 29 20:54:49.930204 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-31621e66-78f6-4068-8f03-98a84cade09c req-85dbbc0f-6823-4e17-93a4-b1fa81c812fb tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Synchronizing usage tracker for tenant:c7c96fccf19c48d4846d971e20e6e54d on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:49.962665 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-31621e66-78f6-4068-8f03-98a84cade09c req-85dbbc0f-6823-4e17-93a4-b1fa81c812fb tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] Unset dirty status for tenant:c7c96fccf19c48d4846d971e20e6e54d on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:49.964548 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-31621e66-78f6-4068-8f03-98a84cade09c req-85dbbc0f-6823-4e17-93a4-b1fa81c812fb tempest-VolumesNegativeTest-592432959 tempest-VolumesNegativeTest-592432959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa6ab61-c313-4daf-8360-295ecb947600 HTTP/1.1" status: 200 len: 210 time: 0.0895436 Dec 29 20:54:50.908536 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc4676-e331-42b7-ab10-bf0a6ffd7945 req-17a72c91-2492-4cc1-ac12-6cdcf0686fa4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:50.910192 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-24dc4676-e331-42b7-ab10-bf0a6ffd7945 req-17a72c91-2492-4cc1-ac12-6cdcf0686fa4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1057498 Dec 29 20:54:50.915437 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48356adb-5a01-43de-a405-95020db15b8d req-247f86e5-84e4-4926-afe8-5c6307acbd82 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:50.917360 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-48356adb-5a01-43de-a405-95020db15b8d req-247f86e5-84e4-4926-afe8-5c6307acbd82 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.1330802 Dec 29 20:54:50.956901 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-24dc4676-e331-42b7-ab10-bf0a6ffd7945 req-1e38ea38-aea9-4d8c-aab8-1ab70c6fc4fc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407901 Dec 29 20:54:50.967573 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-48356adb-5a01-43de-a405-95020db15b8d req-bf806969-f6c0-4309-9f3a-05929b910d29 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Dec 29 20:54:51.578649 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 51790cea-aa66-49fc-bd72-b86a71f26748 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:54:51.695495 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 51790cea-aa66-49fc-bd72-b86a71f26748 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:54:51.696182 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 51790cea-aa66-49fc-bd72-b86a71f26748 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:54:51.696807 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:54:51.833243 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-7ddf4c53-93e5-46f2-b089-6eab362a0843 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7&tenant_id=075e3ea67ec341bd8546d2def1548997 HTTP/1.1" status: 200 len: 1096 time: 0.1924300 Dec 29 20:54:51.992153 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-3747bec1-b000-46ad-a0dd-004e72770685 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1187582 Dec 29 20:54:52.193986 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-c54f042c-e306-4b71-9a73-8ed697f98aaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:52.196229 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-c54f042c-e306-4b71-9a73-8ed697f98aaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.1960952 Dec 29 20:54:52.324617 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f17fd8-c7bc-48db-b136-ea066e9dc37e req-f6798811-adab-4a4e-a6e8-589d9b194c28 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:52.326867 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-11f17fd8-c7bc-48db-b136-ea066e9dc37e req-f6798811-adab-4a4e-a6e8-589d9b194c28 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.2103448 Dec 29 20:54:52.380823 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-7e434c8c-97ba-4607-adbd-e86c9d635ad9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fde79a26-7ca3-4178-905b-3b5af624c090 HTTP/1.1" status: 200 len: 999 time: 0.1740370 Dec 29 20:54:52.465319 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:52.524283 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-11f17fd8-c7bc-48db-b136-ea066e9dc37e req-60734851-b9f3-4ea4-8e08-f71cb194f8f8 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885605 Dec 29 20:54:52.550086 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-78d0c98e-c705-4523-8a74-e4291db18e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:52.552450 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-78d0c98e-c705-4523-8a74-e4291db18e78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.1650767 Dec 29 20:54:52.652820 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-32d6174f-8709-49f0-bbb8-56116e4404b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0929060 Dec 29 20:54:52.814899 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-9a1f37bb-633a-45ea-931a-f60c208dbfe2 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522613 Dec 29 20:54:53.008982 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b23b9bd-a8a3-4921-9733-19aef426c473 req-14bc93b3-3c2c-4588-bc14-ac215db302e2 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867459 Dec 29 20:54:53.885852 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80239122-d1da-4ef3-beb4-ad0d899b9f66 req-93621a63-b697-45d8-83d9-f0008edcd787 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:53.892932 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-80239122-d1da-4ef3-beb4-ad0d899b9f66 req-93621a63-b697-45d8-83d9-f0008edcd787 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1227450 Dec 29 20:54:53.956548 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-80239122-d1da-4ef3-beb4-ad0d899b9f66 req-c5d4df86-c4a5-406d-92b1-096eb9a3d385 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625668 Dec 29 20:54:55.277757 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30234-9c67-425c-a82a-e2e337165090 req-e2820744-3b69-4a8b-819e-7dcd62e36514 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:55.284452 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a3e30234-9c67-425c-a82a-e2e337165090 req-e2820744-3b69-4a8b-819e-7dcd62e36514 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1487763 Dec 29 20:54:55.386074 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a3e30234-9c67-425c-a82a-e2e337165090 req-c11e90fb-9fa1-46a1-bcd0-067115c10c49 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994322 Dec 29 20:54:56.352550 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83f16-246d-4d93-9421-559224eb07b9 req-4ad34931-abd2-4920-9e51-67e0abe137ae tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:56.364489 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e6d83f16-246d-4d93-9421-559224eb07b9 req-4ad34931-abd2-4920-9e51-67e0abe137ae tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1231925 Dec 29 20:54:56.432355 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e6d83f16-246d-4d93-9421-559224eb07b9 req-3181d6f6-c7eb-401d-a9d7-543bf5fdc3d4 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665295 Dec 29 20:54:56.745680 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b368cf-c505-4852-8b27-1b749a1e56cf req-f59953ef-c310-452f-8785-71c2ac5ff6b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:56.752309 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-20b368cf-c505-4852-8b27-1b749a1e56cf req-f59953ef-c310-452f-8785-71c2ac5ff6b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1651037 Dec 29 20:54:56.830035 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-20b368cf-c505-4852-8b27-1b749a1e56cf req-3d764e18-adc7-4860-a98a-348bbf7ff086 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737386 Dec 29 20:54:57.693617 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda785b-0e44-434b-9a6e-3856a78095f1 req-da6403ce-ee28-4786-8018-6921be955e74 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:57.695069 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6fda785b-0e44-434b-9a6e-3856a78095f1 req-da6403ce-ee28-4786-8018-6921be955e74 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0919948 Dec 29 20:54:57.750037 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6fda785b-0e44-434b-9a6e-3856a78095f1 req-261a607d-984d-42eb-8ae9-f5344e1b92c5 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470846 Dec 29 20:54:58.110581 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08413b-6829-4de4-8e38-51ab16c562f9 req-7c1b16ed-c081-4d53-bc13-b60b6cd1aab3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:58.114376 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4b08413b-6829-4de4-8e38-51ab16c562f9 req-7c1b16ed-c081-4d53-bc13-b60b6cd1aab3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1060810 Dec 29 20:54:58.195554 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4b08413b-6829-4de4-8e38-51ab16c562f9 req-60b162bb-4aa7-4b61-afad-6341dc27dd11 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756521 Dec 29 20:54:59.040515 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34312) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:59.096925 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178147f6-a7a9-450b-9b81-42a2886e1de8 req-485ac6e9-7266-4fbc-95c6-2edb002c04ee tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:59.104814 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-178147f6-a7a9-450b-9b81-42a2886e1de8 req-485ac6e9-7266-4fbc-95c6-2edb002c04ee tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1760159 Dec 29 20:54:59.160567 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-178147f6-a7a9-450b-9b81-42a2886e1de8 req-26a9a691-428c-4f0a-b32b-4a3ba628d9f1 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546741 Dec 29 20:54:59.274181 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34320) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:59.274454 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-08ac7101-72f3-4dbb-b5ce-dae2ef5c974b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7c96fccf19c48d4846d971e20e6e54d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2322032 Dec 29 20:54:59.341643 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9798aed9-6658-4539-9678-d8bbbfbde61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:59.368872 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9798aed9-6658-4539-9678-d8bbbfbde61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:59.432996 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9798aed9-6658-4539-9678-d8bbbfbde61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:59.442845 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5b9b9-7173-46c0-ac3b-13e1e3537466 req-7365c147-e3f1-4764-a1aa-c1dd8921c518 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:59.444591 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ecb5b9b9-7173-46c0-ac3b-13e1e3537466 req-7365c147-e3f1-4764-a1aa-c1dd8921c518 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.0931771 Dec 29 20:54:59.455692 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798aed9-6658-4539-9678-d8bbbfbde61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f39a3-7969-4ae9-b756-fdd6c108df1a,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:59.474409 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9798aed9-6658-4539-9678-d8bbbfbde61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:59.478487 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-9798aed9-6658-4539-9678-d8bbbfbde61e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/970f39a3-7969-4ae9-b756-fdd6c108df1a HTTP/1.1" status: 204 len: 168 time: 0.2032716 Dec 29 20:54:59.536509 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ecb5b9b9-7173-46c0-ac3b-13e1e3537466 req-601e59dd-3c14-40fe-8584-f1db2d1818fa tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779698 Dec 29 20:55:00.382716 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2201a2-edd9-487c-a101-1bb27beec120 req-d6c46958-960d-46d0-9eac-bb2305359abf tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:00.385033 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ef2201a2-edd9-487c-a101-1bb27beec120 req-d6c46958-960d-46d0-9eac-bb2305359abf tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1002514 Dec 29 20:55:00.443723 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ef2201a2-edd9-487c-a101-1bb27beec120 req-d4f98485-6a7e-4b99-8f9e-57a2d2be3f2e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474184 Dec 29 20:55:00.808747 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c665b-ea92-4a89-be81-06ed75671a04 req-ca8256c8-efd5-4952-a5c6-b81cc3c0d854 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:00.810929 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5e5c665b-ea92-4a89-be81-06ed75671a04 req-ca8256c8-efd5-4952-a5c6-b81cc3c0d854 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1012342 Dec 29 20:55:00.879181 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5e5c665b-ea92-4a89-be81-06ed75671a04 req-4215cee7-9450-41d8-8715-c1d3c0441fa4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589211 Dec 29 20:55:01.786330 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11323ae6-6160-49a8-8dcd-decbc00e960d req-d6363006-0052-443f-9557-b2b32d733d10 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:01.788158 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-11323ae6-6160-49a8-8dcd-decbc00e960d req-d6363006-0052-443f-9557-b2b32d733d10 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.0991476 Dec 29 20:55:01.859751 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c6169ac8-9740-4da0-bb1d-f5e5695185d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:01.871418 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-11323ae6-6160-49a8-8dcd-decbc00e960d req-ccaa6b3e-4a97-4d4d-9071-f58a049680ef tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723844 Dec 29 20:55:02.122566 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a62cd-efa3-4c6b-a82e-d808d4b6b130 req-65f255cd-6f0f-431e-a1a3-d44013a004cd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:02.123964 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-688a62cd-efa3-4c6b-a82e-d808d4b6b130 req-65f255cd-6f0f-431e-a1a3-d44013a004cd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.0883856 Dec 29 20:55:02.178028 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-688a62cd-efa3-4c6b-a82e-d808d4b6b130 req-48dd8a62-cd30-42e3-a615-8c25fddb32d4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482426 Dec 29 20:55:02.785342 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34362) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:03.010643 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-20542c2f-47b8-4a5d-9b8b-923d7bcda93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.099683 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-20542c2f-47b8-4a5d-9b8b-923d7bcda93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:03.114159 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-20542c2f-47b8-4a5d-9b8b-923d7bcda93d admin admin] Usage tracker for resource:security_group_rule and tenant:463173189181418182ae4b2b9c83cdfd is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:03.120007 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-20542c2f-47b8-4a5d-9b8b-923d7bcda93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:03.128308 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-20542c2f-47b8-4a5d-9b8b-923d7bcda93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:03.207106 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8552-55a8-4ad5-9be8-6b9ab8b3958c req-d5755c22-dfea-4996-86a8-96feaaa02ff7 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:03.209702 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-737c8552-55a8-4ad5-9be8-6b9ab8b3958c req-d5755c22-dfea-4996-86a8-96feaaa02ff7 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1569631 Dec 29 20:55:03.285693 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-20542c2f-47b8-4a5d-9b8b-923d7bcda93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.312161 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-737c8552-55a8-4ad5-9be8-6b9ab8b3958c req-5242a357-1e86-4bd6-8e70-37e53f0f8931 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844462 Dec 29 20:55:03.312860 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-20542c2f-47b8-4a5d-9b8b-923d7bcda93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.378308 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-20542c2f-47b8-4a5d-9b8b-923d7bcda93d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=463173189181418182ae4b2b9c83cdfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5918107 Dec 29 20:55:03.384340 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20542c2f-47b8-4a5d-9b8b-923d7bcda93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7b8a3b-48f3-4e58-a219-b84728a90817,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:03.391379 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34374) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:03.457982 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa6627-1b8b-409f-abbe-e115a06b421a req-5617469b-6a62-403f-be91-5f0f282d9551 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:03.467589 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8daa6627-1b8b-409f-abbe-e115a06b421a req-5617469b-6a62-403f-be91-5f0f282d9551 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1149712 Dec 29 20:55:03.491855 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-74cbc9ac-d1e2-484c-a908-ec6c1b6dcdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.528058 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-74cbc9ac-d1e2-484c-a908-ec6c1b6dcdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.538096 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8daa6627-1b8b-409f-abbe-e115a06b421a req-97c1da58-a5f0-4476-b425-cde7f404d51b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691807 Dec 29 20:55:03.606462 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-74cbc9ac-d1e2-484c-a908-ec6c1b6dcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.619094 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbc9ac-d1e2-484c-a908-ec6c1b6dcdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7b8a3b-48f3-4e58-a219-b84728a90817,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:03.630689 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-74cbc9ac-d1e2-484c-a908-ec6c1b6dcdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.634381 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-74cbc9ac-d1e2-484c-a908-ec6c1b6dcdd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b7b8a3b-48f3-4e58-a219-b84728a90817 HTTP/1.1" status: 204 len: 168 time: 0.2395196 Dec 29 20:55:04.130975 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-59c84368-2a8f-4944-be21-54473db99ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:04.605936 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd150c93-3ac5-411d-9d57-12f985194a67 req-9d4b6031-50a1-4834-b366-eecbfffe5dfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:04.607426 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cd150c93-3ac5-411d-9d57-12f985194a67 req-9d4b6031-50a1-4834-b366-eecbfffe5dfa tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1604216 Dec 29 20:55:04.720414 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cd150c93-3ac5-411d-9d57-12f985194a67 req-040ce046-1274-4ab5-a699-194131b161af tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056221 Dec 29 20:55:04.750382 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34408) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:04.894372 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce131aa-b8fb-46f7-96c5-f1b9f021ea1e req-8b276479-938e-4045-87f5-6ef9a4739498 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:04.901584 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-dce131aa-b8fb-46f7-96c5-f1b9f021ea1e req-8b276479-938e-4045-87f5-6ef9a4739498 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1391196 Dec 29 20:55:04.952588 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-dce131aa-b8fb-46f7-96c5-f1b9f021ea1e req-aaf6066e-72c9-47bc-b234-bf5c21065696 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499647 Dec 29 20:55:04.958093 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1427427243-network', 'tenant_id': '31dce1ba68ac4224933ba32319175643'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:04.964293 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:04.969030 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Usage tracker for resource:network and tenant:31dce1ba68ac4224933ba32319175643 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:04.973907 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:04.981870 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:05.005632 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Made reservation on behalf of 31dce1ba68ac4224933ba32319175643 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:05.007956 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.021407 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.054118 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:05.058580 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Usage tracker for resource:security_group_rule and tenant:31dce1ba68ac4224933ba32319175643 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:05.064749 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:05.076423 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:05.157306 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.161776 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.186174 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:55:05.190731 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.208310 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.208649 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Added segment 7331260d-1082-430d-85aa-d69d2ae4db45 of type vlan for network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 Dec 29 20:55:05.217763 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:05.251518 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.285208 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.286975 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:05.288305 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.408953 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] Pushing event updated for resources: {'Network': ['ID=59d61095-e2a2-4a6e-9c0f-9b0670a32455,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:05.413976 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-09aff664-98ac-40f3-a19d-7d1a5047ff52 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6622655 Dec 29 20:55:05.420080 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34414) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:05.424210 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:55:05.428312 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Request body: {'subnet': {'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1427427243-subnet', 'tenant_id': '31dce1ba68ac4224933ba32319175643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:05.433347 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:05.437283 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Usage tracker for resource:subnet and tenant:31dce1ba68ac4224933ba32319175643 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:05.441126 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:05.448771 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:05.465202 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Made reservation on behalf of 31dce1ba68ac4224933ba32319175643 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:05.469329 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2623539'] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.485147 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.712569 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2466378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2624457'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.783116 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Pushing event updated for resources: {'Subnet': ['ID=603f4d00-5a26-45fa-a29f-60bbb3495f67,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:05.820127 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Checking segment: {'id': '7331260d-1082-430d-85aa-d69d2ae4db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:05.820770 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Network hostable DHCP agents. Network: 59d61095-e2a2-4a6e-9c0f-9b0670a32455, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:55:05.850226 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:55:05.906722 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 59d61095-e2a2-4a6e-9c0f-9b0670a32455) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:05.918475 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53a4bf-8a0c-4eea-94bc-a18c721a0e85 None None] Network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:05.921138 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:05.921917 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.971743 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d31257a9-661d-43e7-9d7c-94203d91702d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5501237 Dec 29 20:55:06.028073 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3b9b-b5d7-4c2d-96c5-5f493aa1344d req-ba1fe286-1bb0-4d5f-877c-4a591e92f62e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:06.030666 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cc3b3b9b-b5d7-4c2d-96c5-5f493aa1344d req-ba1fe286-1bb0-4d5f-877c-4a591e92f62e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1678441 Dec 29 20:55:06.119573 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cc3b3b9b-b5d7-4c2d-96c5-5f493aa1344d req-ab332cd6-6ccb-4cd3-a138-bd311741ce47 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801921 Dec 29 20:55:06.202574 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b025e9ec-26af-453a-89e7-86a75e71c569 None None] Network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:06.223635 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596805-97e7-4d68-8dc0-428288a28454 req-78ad8512-3b9f-4ebd-83d2-4b7f51e617e2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:06.233572 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-97596805-97e7-4d68-8dc0-428288a28454 req-78ad8512-3b9f-4ebd-83d2-4b7f51e617e2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1115274 Dec 29 20:55:06.304184 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-97596805-97e7-4d68-8dc0-428288a28454 req-ffb0cdf7-1563-4051-830c-a31d6631d1f4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696323 Dec 29 20:55:06.613545 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:07.443996 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe887-4005-429f-afbe-c4b98de9943b req-1be66b1b-2e6b-41a4-8cc6-ca2792f8f67c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:07.451892 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-99abe887-4005-429f-afbe-c4b98de9943b req-1be66b1b-2e6b-41a4-8cc6-ca2792f8f67c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.1365101 Dec 29 20:55:07.500895 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-99abe887-4005-429f-afbe-c4b98de9943b req-922a592f-5d58-406d-8504-6b02b4eaccef tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477858 Dec 29 20:55:07.558478 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18bcbc-2f6b-408c-b537-23652b3ab7d1 req-3b4764a9-c881-4fd7-9e7c-7f182c833bee tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:07.559988 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6d18bcbc-2f6b-408c-b537-23652b3ab7d1 req-3b4764a9-c881-4fd7-9e7c-7f182c833bee tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.0919368 Dec 29 20:55:07.617273 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6d18bcbc-2f6b-408c-b537-23652b3ab7d1 req-37bbad89-86f6-43f7-aff4-8b646b242255 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489268 Dec 29 20:55:08.450253 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-f9de8cdd-649a-4f2d-9501-7f7cd944af87 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:08.452184 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-f9de8cdd-649a-4f2d-9501-7f7cd944af87 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/networks?id=59d61095-e2a2-4a6e-9c0f-9b0670a32455 HTTP/1.1" status: 200 len: 814 time: 0.1745017 Dec 29 20:55:08.472502 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-31638a31-871a-47f5-894e-b975fd221957 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/quotas/31dce1ba68ac4224933ba32319175643 HTTP/1.1" status: 200 len: 375 time: 0.0144987 Dec 29 20:55:08.525977 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-733ae70e-5ff6-455b-87e5-d7a5e1c71314 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=31dce1ba68ac4224933ba32319175643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453751 Dec 29 20:55:08.728550 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-c9aece10-55da-4a3b-9128-3d6a2096a938 service neutron] 10.222.0.16 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944685 Dec 29 20:55:08.806699 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-71ce9175-44c5-4e81-9634-492caf980160 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:08.808744 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-71ce9175-44c5-4e81-9634-492caf980160 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.32 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.2581537 Dec 29 20:55:08.884681 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-6f7ef38c-4e90-4941-96a7-c3531e44552c service neutron] 10.222.0.16 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494808 Dec 29 20:55:08.905536 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27575f3-069b-4b08-8b46-07b37de8fcf0 req-844f99b1-e770-4d8b-96ec-c379cd28c41d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:08.907012 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e27575f3-069b-4b08-8b46-07b37de8fcf0 req-844f99b1-e770-4d8b-96ec-c379cd28c41d tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 945 time: 0.2436886 Dec 29 20:55:08.943494 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Deleting port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:08.943828 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:09.037143 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e27575f3-069b-4b08-8b46-07b37de8fcf0 req-ddf7f331-af78-41cf-8766-1a95b5929f9c tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209645 Dec 29 20:55:09.274221 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaa776-545b-4cbe-ad41-ed6cd05ab17f req-9405715d-10a7-4b4f-9ab5-0b09b3219025 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:09.275743 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dfaaa776-545b-4cbe-ad41-ed6cd05ab17f req-9405715d-10a7-4b4f-9ab5-0b09b3219025 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 943 time: 0.1607521 Dec 29 20:55:09.344218 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] For port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:09.344569 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:09.359117 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dfaaa776-545b-4cbe-ad41-ed6cd05ab17f req-cde9f9d5-6ccc-41d3-a753-7ccc0c0450b3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756178 Dec 29 20:55:09.502343 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Calling delete_port for dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:09.556297 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2cc0be62-a6c6-47ca-bfad-c04a6cb3e687 req-3537c669-49d2-492f-b063-215b8e3e655e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 210 time: 0.3439105 Dec 29 20:55:09.660486 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:55:09.727009 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:09.893498 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] No DVR routers for this DVR port dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:55:09.896493 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Pushing event deleted for resources: {'Port': ['ID=dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:09.905916 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:09.917777 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:09.920198 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['7116361f-87bd-4700-9686-36d54b8622e4', 'dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:09.921309 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2590534f-5231-4b09-ae7a-6b216a9b373d', 'name': 'network-vif-deleted', 'tag': 'dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:09.950800 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-690b5bab-c718-4f26-b58f-fb64cb306625 req-7d1c40bd-c71e-4e8f-baaa-5f2e5e1fd12e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.32 "DELETE /v2.0/ports/dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c HTTP/1.1" status: 204 len: 173 time: 1.1336429 Dec 29 20:55:10.056506 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2590534f-5231-4b09-ae7a-6b216a9b373d', 'name': 'network-vif-deleted', 'tag': 'dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c', 'status': 'completed', 'code': 200} Dec 29 20:55:10.095781 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'port_id': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'mac_address': 'fa:16:3e:3c:59:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:55:10.227594 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:10.241661 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-472829da-81f4-4e5e-b81d-ab83bebb483b req-39e2b6bb-aff6-4f5c-98b0-376cfdec7d96 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Synchronizing usage tracker for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:10.261552 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde79a26-7ca3-4178-905b-3b5af624c090 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:55:10.262936 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-472829da-81f4-4e5e-b81d-ab83bebb483b req-39e2b6bb-aff6-4f5c-98b0-376cfdec7d96 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Unset dirty status for tenant:1be1b4b900124ee2b891bf6027c28a86 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:10.265348 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-472829da-81f4-4e5e-b81d-ab83bebb483b req-39e2b6bb-aff6-4f5c-98b0-376cfdec7d96 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=2590534f-5231-4b09-ae7a-6b216a9b373d HTTP/1.1" status: 200 len: 210 time: 0.0794752 Dec 29 20:55:10.306384 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:10.313037 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:10.397248 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=9']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:10.566352 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fde79a26-7ca3-4178-905b-3b5af624c090'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:10.703688 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65ef44-8628-49e4-ac8c-5ab424d0f6ae req-8560e0fe-f839-456d-843a-3fcbb7efceff tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:10.707915 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f65ef44-8628-49e4-ac8c-5ab424d0f6ae req-8560e0fe-f839-456d-843a-3fcbb7efceff tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 944 time: 0.1637185 Dec 29 20:55:10.800635 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-b07044ed-676a-4247-8f62-98187e2f2d85 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:10.801563 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-b07044ed-676a-4247-8f62-98187e2f2d85 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Synchronizing usage tracker for tenant:31dce1ba68ac4224933ba32319175643 on resource:network {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:10.862107 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d3ede66b-02b6-4cd1-ab59-7010c3db9b92 req-868df6b4-870c-4aee-8669-26065704dd5e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 210 time: 0.0550401 Dec 29 20:55:10.887123 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f65ef44-8628-49e4-ac8c-5ab424d0f6ae req-26f103e3-73e5-4b10-a7ee-b5bdf402f6e3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603270 Dec 29 20:55:10.892347 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-b07044ed-676a-4247-8f62-98187e2f2d85 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Unset dirty status for tenant:31dce1ba68ac4224933ba32319175643 on resource:network {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:10.893461 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-b07044ed-676a-4247-8f62-98187e2f2d85 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.32 "GET /v2.0/networks?id=59d61095-e2a2-4a6e-9c0f-9b0670a32455 HTTP/1.1" status: 200 len: 814 time: 0.3817449 Dec 29 20:55:10.916438 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Request body: {'port': {'device_id': '24a7167f-bd55-430d-9abe-fa3dfbf3dc24', 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455', 'admin_state_up': True, 'tenant_id': '31dce1ba68ac4224933ba32319175643'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:11.112751 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:11.117442 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Usage tracker for resource:port and tenant:31dce1ba68ac4224933ba32319175643 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:11.120693 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:11.127755 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:11.141589 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Made reservation on behalf of 31dce1ba68ac4224933ba32319175643 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:11.146212 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:11.354658 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Allocated IP 172.20.0.11 (59d61095-e2a2-4a6e-9c0f-9b0670a32455/603f4d00-5a26-45fa-a29f-60bbb3495f67/2c3ce9bd-598a-4bdc-90f5-354eadb8979b) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:11.663800 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:11.664461 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:11.755443 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:11.803251 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port fde79a26-7ca3-4178-905b-3b5af624c090 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:11.804254 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:12.020406 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:12.024522 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:12.035179 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:12.044600 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:12.054467 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:12.067553 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:12.074782 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:12.075631 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:12.134653 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Pushing event updated for resources: {'Port': ['ID=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:12.157399 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:12.158257 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:12.175973 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ada39-9ca0-4b54-bcf4-476d5bbfe64b req-9c858d7f-1e50-436d-919e-aa39baa6775c tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:12.185834 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c9ada39-9ca0-4b54-bcf4-476d5bbfe64b req-9c858d7f-1e50-436d-919e-aa39baa6775c tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 932 time: 0.1333227 Dec 29 20:55:12.187546 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bac1f-92b9-4b30-a4ee-72c1304573d1 req-611d01c8-5dfb-4f68-a2a6-1e8ff230ab8a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:12.194700 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f46bac1f-92b9-4b30-a4ee-72c1304573d1 req-611d01c8-5dfb-4f68-a2a6-1e8ff230ab8a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.2431529 Dec 29 20:55:12.203339 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:12.203689 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device dcf4bb9c-8eb3-49ea-bd18-f5f290e6417c not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:12.205194 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=10']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:12.226043 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-1b61f632-a99c-4a86-9bcb-714526562b0e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3159411 Dec 29 20:55:12.247613 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Request body: {'port': {'device_id': '24a7167f-bd55-430d-9abe-fa3dfbf3dc24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:12.264225 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c9ada39-9ca0-4b54-bcf4-476d5bbfe64b req-9baded73-0de4-4299-a95f-0d6745579ad3 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770798 Dec 29 20:55:12.323403 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f46bac1f-92b9-4b30-a4ee-72c1304573d1 req-13a79284-11db-4115-adbc-fe20b1c134bc tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271174 Dec 29 20:55:12.392903 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:12.415817 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'code': 200} Dec 29 20:55:12.499510 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b9b28-8c65-4318-ae65-26255476117b req-d574034a-a863-45a8-8c8e-8fe890f02abd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:12.507203 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d47b9b28-8c65-4318-ae65-26255476117b req-d574034a-a863-45a8-8c8e-8fe890f02abd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 946 time: 0.1121569 Dec 29 20:55:12.564498 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d47b9b28-8c65-4318-ae65-26255476117b req-424044bc-d43a-4f00-8278-d6b9ee231ee4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563636 Dec 29 20:55:12.793266 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3ce9bd-598a-4bdc-90f5-354eadb8979b {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:55:12.800362 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:12.822179 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Transition to ACTIVE for port object 2c3ce9bd-598a-4bdc-90f5-354eadb8979b will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:12.827827 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:13.018719 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-58d553e5-b9cc-4de4-8e97-1fa052a9d580 req-d0df7292-c368-4860-8882-c96c91419f2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0806139 Dec 29 20:55:13.060604 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:13.087322 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-58d553e5-b9cc-4de4-8e97-1fa052a9d580 req-75b4a235-500a-4642-9370-ea2893be30aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585480 Dec 29 20:55:13.108359 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Attempting to bind port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:13.108896 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Attempting to bind port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '7331260d-1082-430d-85aa-d69d2ae4db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:13.109442 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Attempting to bind port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b on network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:13.116807 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b on network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:55:13.117226 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Attempting to bind port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b on network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:13.125269 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:13.125598 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Checking segment: {'id': '7331260d-1082-430d-85aa-d69d2ae4db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:13.125976 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Bound using segment: {'id': '7331260d-1082-430d-85aa-d69d2ae4db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:13.126382 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Bound port: 2c3ce9bd-598a-4bdc-90f5-354eadb8979b, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7331260d-1082-430d-85aa-d69d2ae4db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:13.126722 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:13.226277 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] For port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:13.230623 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] For port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:13.235522 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:13.302389 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:13.303740 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] 10.222.0.32 "PUT /v2.0/ports/2c3ce9bd-598a-4bdc-90f5-354eadb8979b HTTP/1.1" status: 200 len: 1094 time: 1.0615470 Dec 29 20:55:13.304240 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a7167f-bd55-430d-9abe-fa3dfbf3dc24', 'tag': '2c3ce9bd-598a-4bdc-90f5-354eadb8979b'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:13.454958 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a7167f-bd55-430d-9abe-fa3dfbf3dc24', 'tag': '2c3ce9bd-598a-4bdc-90f5-354eadb8979b', 'status': 'completed', 'code': 200} Dec 29 20:55:13.467672 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75653f-92d3-4611-abf4-a13160f4de04 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:13.531940 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-7d6ef9ab-7535-4e47-8685-0e42011c8f60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31dce1ba68ac4224933ba32319175643&device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 1097 time: 0.1718714 Dec 29 20:55:13.537563 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56f94-7432-43d8-9552-d4676b0cdcbd req-a6458a69-5e7b-40fc-bedf-daf6bbb778db tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:13.538254 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7fb56f94-7432-43d8-9552-d4676b0cdcbd req-a6458a69-5e7b-40fc-bedf-daf6bbb778db tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Synchronizing usage tracker for tenant:31dce1ba68ac4224933ba32319175643 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:13.556889 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7fb56f94-7432-43d8-9552-d4676b0cdcbd req-a6458a69-5e7b-40fc-bedf-daf6bbb778db tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Unset dirty status for tenant:31dce1ba68ac4224933ba32319175643 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:13.558878 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7fb56f94-7432-43d8-9552-d4676b0cdcbd req-a6458a69-5e7b-40fc-bedf-daf6bbb778db tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 944 time: 0.1415737 Dec 29 20:55:13.625231 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a38f13-bb5f-442b-86e9-fb9693f8bd4f req-f12a44ee-fd2a-45a4-8d01-b1bc2a871e27 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:13.626775 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-26a38f13-bb5f-442b-86e9-fb9693f8bd4f req-f12a44ee-fd2a-45a4-8d01-b1bc2a871e27 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0864654 Dec 29 20:55:13.649005 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-23a432c2-a536-4bd7-8439-316d25883d78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c3ce9bd-598a-4bdc-90f5-354eadb8979b HTTP/1.1" status: 200 len: 217 time: 0.0873938 Dec 29 20:55:13.676349 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-26a38f13-bb5f-442b-86e9-fb9693f8bd4f req-f78af30a-2fc7-4c7f-84c2-42443e096f2e tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Dec 29 20:55:13.715073 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7fb56f94-7432-43d8-9552-d4676b0cdcbd req-7084d488-97c6-417a-92a6-1782650de81c tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Synchronizing usage tracker for tenant:31dce1ba68ac4224933ba32319175643 on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:13.746636 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-9244fcd2-ddac-4150-9a2f-7aab95224757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:13.748137 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-9244fcd2-ddac-4150-9a2f-7aab95224757 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603f4d00-5a26-45fa-a29f-60bbb3495f67 HTTP/1.1" status: 200 len: 854 time: 0.0751367 Dec 29 20:55:13.750247 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7fb56f94-7432-43d8-9552-d4676b0cdcbd req-7084d488-97c6-417a-92a6-1782650de81c tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Unset dirty status for tenant:31dce1ba68ac4224933ba32319175643 on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:13.762553 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7fb56f94-7432-43d8-9552-d4676b0cdcbd req-7084d488-97c6-417a-92a6-1782650de81c tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454043 Dec 29 20:55:13.817326 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-77bc5750-7517-47aa-8d96-34e4df24310e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59d61095-e2a2-4a6e-9c0f-9b0670a32455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537031 Dec 29 20:55:13.914856 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdd735-27b0-4f36-b0db-0fc7f5db4efd req-50c1129e-ed43-4e8d-817d-fc07df4d7cb6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:13.916562 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-56cdd735-27b0-4f36-b0db-0fc7f5db4efd req-50c1129e-ed43-4e8d-817d-fc07df4d7cb6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 946 time: 0.0982394 Dec 29 20:55:13.969967 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-56cdd735-27b0-4f36-b0db-0fc7f5db4efd req-d5840390-4556-400b-accd-a477dce7578f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436218 Dec 29 20:55:13.981260 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-c3354817-43de-4c04-a55a-0e49671ce974 service neutron] 10.222.0.32 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529386 Dec 29 20:55:14.190369 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-45b0b21d-3cfb-40cc-a5bc-2fc97d13f510 req-c8e5ecbb-fc6b-4fdd-a69f-a1718f53c273 service neutron] 10.222.0.32 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005694 Dec 29 20:55:14.355607 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a2de73a-fc95-4f78-9d14-097f10b9b41f req-881a621e-40a7-410a-9afd-853dc146f6b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31dce1ba68ac4224933ba32319175643&device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 1097 time: 0.0872817 Dec 29 20:55:14.532893 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2de73a-fc95-4f78-9d14-097f10b9b41f req-498a3f4e-4ee2-4e02-8eb9-db86b3d7cb67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:14.537640 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a2de73a-fc95-4f78-9d14-097f10b9b41f req-498a3f4e-4ee2-4e02-8eb9-db86b3d7cb67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59d61095-e2a2-4a6e-9c0f-9b0670a32455 HTTP/1.1" status: 200 len: 914 time: 0.1654146 Dec 29 20:55:14.614808 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a2de73a-fc95-4f78-9d14-097f10b9b41f req-802baa58-6a8d-488a-a3a9-3ddcc279311a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c3ce9bd-598a-4bdc-90f5-354eadb8979b HTTP/1.1" status: 200 len: 217 time: 0.0688543 Dec 29 20:55:14.709289 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2de73a-fc95-4f78-9d14-097f10b9b41f req-727cd5aa-c0c7-4691-b7d1-27af41c437e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:14.711196 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a2de73a-fc95-4f78-9d14-097f10b9b41f req-727cd5aa-c0c7-4691-b7d1-27af41c437e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603f4d00-5a26-45fa-a29f-60bbb3495f67 HTTP/1.1" status: 200 len: 854 time: 0.0800104 Dec 29 20:55:14.775326 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a2de73a-fc95-4f78-9d14-097f10b9b41f req-37a98cb5-3522-471b-8969-92129aa17311 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59d61095-e2a2-4a6e-9c0f-9b0670a32455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544167 Dec 29 20:55:14.944629 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a2de73a-fc95-4f78-9d14-097f10b9b41f req-e943a8b5-1bb5-4185-8421-af4942329c52 service neutron] 10.222.0.32 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610777 Dec 29 20:55:15.040831 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b010a-437d-4239-9a9a-6da4f2452f63 req-b17c9bb3-c2bd-4a1c-946d-46afb5396936 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:15.042991 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-009b010a-437d-4239-9a9a-6da4f2452f63 req-b17c9bb3-c2bd-4a1c-946d-46afb5396936 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 944 time: 0.0819900 Dec 29 20:55:15.097000 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-009b010a-437d-4239-9a9a-6da4f2452f63 req-296a1475-0dd0-48cb-9167-01c297cee2a2 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449507 Dec 29 20:55:15.144013 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63982fa6-a6ee-4303-9671-f907eef03a0f req-9dd156c4-6f3b-4fc9-9bc3-5e87eeddaf28 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:15.145489 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-63982fa6-a6ee-4303-9671-f907eef03a0f req-9dd156c4-6f3b-4fc9-9bc3-5e87eeddaf28 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.2000227 Dec 29 20:55:15.148777 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a2de73a-fc95-4f78-9d14-097f10b9b41f req-61ec29b1-7c79-4499-ad4a-e5adcd88574f service neutron] 10.222.0.32 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617491 Dec 29 20:55:15.193729 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-63982fa6-a6ee-4303-9671-f907eef03a0f req-fef8ec22-8881-4feb-af7b-ce45b390a50a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Dec 29 20:55:15.318972 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e14f6-b92c-469e-b0dc-9449449b9738 req-0a6d310c-06ca-4334-be08-d8a58f40d7f3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:15.320786 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-df6e14f6-b92c-469e-b0dc-9449449b9738 req-0a6d310c-06ca-4334-be08-d8a58f40d7f3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 946 time: 0.1032274 Dec 29 20:55:15.412220 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-df6e14f6-b92c-469e-b0dc-9449449b9738 req-a0d155ac-89cd-443f-8068-5506c6226fd9 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828810 Dec 29 20:55:16.332948 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63071051-32e7-4bd5-b83d-d61a44332c55 req-2eac815d-cc2c-4f6d-9777-d35aa9a52849 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:16.334639 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-63071051-32e7-4bd5-b83d-d61a44332c55 req-2eac815d-cc2c-4f6d-9777-d35aa9a52849 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 944 time: 0.1122892 Dec 29 20:55:16.387178 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-63071051-32e7-4bd5-b83d-d61a44332c55 req-ea7f3dc4-5f5b-4a47-93c5-9a5b6c67a879 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 Dec 29 20:55:16.448336 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307a8e4-d68a-4e14-9efe-f1765feac128 req-8c1243ff-a014-4d29-a963-70b3d260c76b tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:16.450908 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0307a8e4-d68a-4e14-9efe-f1765feac128 req-8c1243ff-a014-4d29-a963-70b3d260c76b tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0879388 Dec 29 20:55:16.524989 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0307a8e4-d68a-4e14-9efe-f1765feac128 req-d968c542-8a30-4fdd-b505-0d93e7ca5e73 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677693 Dec 29 20:55:16.647685 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586505-82b5-45f8-8c23-7c517e697b9f req-8b0d12a7-5526-4e67-8654-0400189806a4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:16.649095 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6e586505-82b5-45f8-8c23-7c517e697b9f req-8b0d12a7-5526-4e67-8654-0400189806a4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 946 time: 0.0866518 Dec 29 20:55:16.702985 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6e586505-82b5-45f8-8c23-7c517e697b9f req-3e8e050f-5b55-441f-98fd-46aa0651bf18 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458596 Dec 29 20:55:17.589477 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8489b6d-0b57-4fb1-8254-05ef26031ce4 req-c75490d2-474a-4e5f-9b3b-22d6dab7c887 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:17.590932 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c8489b6d-0b57-4fb1-8254-05ef26031ce4 req-c75490d2-474a-4e5f-9b3b-22d6dab7c887 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 944 time: 0.0778573 Dec 29 20:55:17.643725 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c8489b6d-0b57-4fb1-8254-05ef26031ce4 req-2817e0da-6ebb-4d51-91b1-7975b949be63 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Dec 29 20:55:17.710141 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 2c3ce9bd-598a-4bdc-90f5-354eadb8979b details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:55:17.718100 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c544f-af19-4a9b-aa62-c1d7968486f0 req-f0ae0c99-b8c5-45cb-a9b5-5ac6af3676cc tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:17.719536 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-472c544f-af19-4a9b-aa62-c1d7968486f0 req-f0ae0c99-b8c5-45cb-a9b5-5ac6af3676cc tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0765996 Dec 29 20:55:17.763988 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-472c544f-af19-4a9b-aa62-c1d7968486f0 req-9585bb82-08d7-418d-b955-add7b47d26bd tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386224 Dec 29 20:55:17.843728 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:17.857492 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '2c3ce9bd-598a-4bdc-90f5-354eadb8979b', 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455', 'port_id': '2c3ce9bd-598a-4bdc-90f5-354eadb8979b', 'mac_address': 'fa:16:3e:3d:79:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603f4d00-5a26-45fa-a29f-60bbb3495f67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:55:17.909762 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:17.927690 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3ce9bd-598a-4bdc-90f5-354eadb8979b {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:55:17.947377 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:17.952363 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.026458 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:18.034822 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.035215 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.035564 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.035888 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.036236 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.036552 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.036864 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.037174 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.037483 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.037788 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.038093 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:18.247652 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['2c3ce9bd-598a-4bdc-90f5-354eadb8979b'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:18.278944 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-97404838-80af-48c0-b602-dae985bd2f7b tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:18.280843 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-97404838-80af-48c0-b602-dae985bd2f7b tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 945 time: 0.0876966 Dec 29 20:55:18.357462 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Deleting port 7116361f-87bd-4700-9686-36d54b8622e4 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:18.357928 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.606169 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] For port 7116361f-87bd-4700-9686-36d54b8622e4, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7116361f-87bd-4700-9686-36d54b8622e4,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:18.606519 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.795251 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Calling delete_port for 7116361f-87bd-4700-9686-36d54b8622e4 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:19.005041 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.017525 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['7116361f-87bd-4700-9686-36d54b8622e4'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:19.024434 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de744032-5cb3-45e8-9350-5ad61f388ea5 req-2540e03d-91a4-48dc-ae8b-24120dfe43e8 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:19.031523 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-de744032-5cb3-45e8-9350-5ad61f388ea5 req-2540e03d-91a4-48dc-ae8b-24120dfe43e8 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 945 time: 0.0837574 Dec 29 20:55:19.055976 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Pushing event deleted for resources: {'Port': ['ID=7116361f-87bd-4700-9686-36d54b8622e4,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:19.078700 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-de744032-5cb3-45e8-9350-5ad61f388ea5 req-0233165f-9cdf-4d89-a650-92b4995b9c62 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463395 Dec 29 20:55:19.098144 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93639781-f89d-4d7c-bfae-86c0a7c70786 req-821a4971-b4d7-4fa3-a740-2ca27b574aee tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:19.099571 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-93639781-f89d-4d7c-bfae-86c0a7c70786 req-821a4971-b4d7-4fa3-a740-2ca27b574aee tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1f7ba1-b35a-4689-b111-fb8fa3561e7b HTTP/1.1" status: 200 len: 867 time: 0.1789804 Dec 29 20:55:19.151759 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] No DVR routers for this DVR port 7116361f-87bd-4700-9686-36d54b8622e4 on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:55:19.155925 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.158179 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1f7ba1-b35a-4689-b111-fb8fa3561e7b', 'name': 'network-vif-deleted', 'tag': '7116361f-87bd-4700-9686-36d54b8622e4'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:19.179183 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c8bcd1aa-17cc-4b0e-b999-bad69db7c800 req-5f91a28a-529f-4984-b035-c2f2e2c399e8 tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.32 "DELETE /v2.0/ports/7116361f-87bd-4700-9686-36d54b8622e4 HTTP/1.1" status: 204 len: 173 time: 0.8924377 Dec 29 20:55:19.192252 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-93639781-f89d-4d7c-bfae-86c0a7c70786 req-47ba3546-49c4-4d27-bcf1-c2e6c2391e4a tempest-ServerRescueNegativeTestJSON-1132733948 tempest-ServerRescueNegativeTestJSON-1132733948-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b37bc97-3817-4957-bd72-db28d4ed891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625594 Dec 29 20:55:19.216399 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1f7ba1-b35a-4689-b111-fb8fa3561e7b', 'name': 'network-vif-deleted', 'tag': '7116361f-87bd-4700-9686-36d54b8622e4', 'status': 'completed', 'code': 200} Dec 29 20:55:19.705984 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 2c3ce9bd-598a-4bdc-90f5-354eadb8979b up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:19.771817 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:19.776800 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:19.777167 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.820808 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34640) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:19.880656 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c512eaf8-5045-4cab-ba0a-99e0e99c6edc admin admin] Deleting subnet 47e810ce-774d-4114-9196-1b34fd127ff7 {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:55:19.883552 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c512eaf8-5045-4cab-ba0a-99e0e99c6edc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.895037 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.921205 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a7167f-bd55-430d-9abe-fa3dfbf3dc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3ce9bd-598a-4bdc-90f5-354eadb8979b'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:19.931018 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:19.931213 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c512eaf8-5045-4cab-ba0a-99e0e99c6edc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351918'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.935976 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.936882 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 7116361f-87bd-4700-9686-36d54b8622e4 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:19.991837 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c512eaf8-5045-4cab-ba0a-99e0e99c6edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.998734 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a7167f-bd55-430d-9abe-fa3dfbf3dc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3ce9bd-598a-4bdc-90f5-354eadb8979b', 'code': 200} Dec 29 20:55:20.011683 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 7116361f-87bd-4700-9686-36d54b8622e4 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:20.012050 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 7116361f-87bd-4700-9686-36d54b8622e4 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:20.035296 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:20.066224 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c512eaf8-5045-4cab-ba0a-99e0e99c6edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2466315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2624466'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.109590 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512eaf8-5045-4cab-ba0a-99e0e99c6edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e810ce-774d-4114-9196-1b34fd127ff7,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:20.116346 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c512eaf8-5045-4cab-ba0a-99e0e99c6edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.122281 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c512eaf8-5045-4cab-ba0a-99e0e99c6edc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/47e810ce-774d-4114-9196-1b34fd127ff7 HTTP/1.1" status: 204 len: 168 time: 0.3004587 Dec 29 20:55:20.124737 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34648) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:20.230397 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.278524 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9ca90a23-a658-4b7f-b1db-b52ce7a4e093 req-d8e45e07-4da1-4482-85d2-5ea1ec9415af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 1099 time: 0.1265264 Dec 29 20:55:20.304027 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51175a01-4297-4663-8755-a9c37c69a56f req-58ce7828-1c8f-43ef-ab10-b1496f3c3564 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:20.305436 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51175a01-4297-4663-8755-a9c37c69a56f req-58ce7828-1c8f-43ef-ab10-b1496f3c3564 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 946 time: 0.1032214 Dec 29 20:55:20.309994 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34654) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:20.353601 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.436019 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19326cd0-6849-4a65-aad2-98d2791e3c0e']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:20.442109 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9ca90a23-a658-4b7f-b1db-b52ce7a4e093 req-48566ead-cab5-4d6a-8f51-f0cb80ac63b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554234 Dec 29 20:55:20.448922 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20106fc9-20c5-43cc-97b4-4ca12da46cba') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:20.449237 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20106fc9-20c5-43cc-97b4-4ca12da46cba') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:20.454138 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51175a01-4297-4663-8755-a9c37c69a56f req-3e09d489-b814-4634-9c84-047746721cd9 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375394 Dec 29 20:55:20.461280 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2351927'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.478945 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.488114 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:55:20.488470 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466541'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: Traceback (most recent call last): Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: timer() Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: cb(*args, **kw) Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: return func(*args, **kwargs) Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: self._notify() Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: self.callback(batched_events) Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: event.method(event) Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: return f(self, *a, **k) Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: return self._get(url).json() Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:55:20.501811 dv-cinder-823170-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:55:20.577252 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.593369 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.603022 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] Pushing event deleted for resources: {'Network': ['ID=19326cd0-6849-4a65-aad2-98d2791e3c0e,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:20.614360 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-dc3c30e9-a33c-474b-a9ac-eba9df87b7ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/19326cd0-6849-4a65-aad2-98d2791e3c0e HTTP/1.1" status: 204 len: 168 time: 0.4863675 Dec 29 20:55:20.750934 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34660) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:20.753010 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349964'] for router_interface, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.800498 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e2f3e66f-eaf0-489d-a398-29dc25e66c2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e249cbd2b48d4c1689cb6a5ff0eb5a3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484042 Dec 29 20:55:20.803099 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34664) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:20.866581 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5294eaae-3080-4a75-8bb3-ad4e10ff2e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.893809 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5294eaae-3080-4a75-8bb3-ad4e10ff2e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.943858 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5294eaae-3080-4a75-8bb3-ad4e10ff2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.965003 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294eaae-3080-4a75-8bb3-ad4e10ff2e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd22c21-dbc7-40d3-bbde-708119ffcdb8,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:20.972368 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5294eaae-3080-4a75-8bb3-ad4e10ff2e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.972859 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5294eaae-3080-4a75-8bb3-ad4e10ff2e6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fd22c21-dbc7-40d3-bbde-708119ffcdb8 HTTP/1.1" status: 204 len: 168 time: 0.1688750 Dec 29 20:55:21.413961 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Deleting port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:21.414488 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:21.611215 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] For port 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=00848c83-9e2d-4e6e-9ad6-28f5929ab7b6,segment=NetworkSegment(e2e91128-e6f1-4012-8180-406c00e5d77e),segment_id=e2e91128-e6f1-4012-8180-406c00e5d77e)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:21.611817 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:21.661841 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63772a2f-fec6-44c3-a890-60e7ad7d22ec req-2134d29d-4bfd-4eb6-894f-fdfd6dfca8dc tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:21.663299 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-63772a2f-fec6-44c3-a890-60e7ad7d22ec req-2134d29d-4bfd-4eb6-894f-fdfd6dfca8dc tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 946 time: 0.0814688 Dec 29 20:55:21.716077 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-63772a2f-fec6-44c3-a890-60e7ad7d22ec req-90d30400-25e2-41a9-9d8d-f413912b9304 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466897 Dec 29 20:55:21.746991 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Calling delete_port for 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 owned by network:router_interface {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:21.849142 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34688) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:21.978534 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1070701822-network', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:21.982976 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:21.986749 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Usage tracker for resource:network and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:21.989698 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:21.996766 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:22.006519 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Made reservation on behalf of dbd376f49a914f9ba4c69d4830d3464f for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:22.008810 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.021377 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.051007 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:22.055340 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:22.055510 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.058907 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:22.065010 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:22.099259 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Pushing event deleted for resources: {'Port': ['ID=00848c83-9e2d-4e6e-9ad6-28f5929ab7b6,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:22.139433 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.139775 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.140131 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.140458 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.140781 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.141102 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.141424 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.141745 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.142058 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.142369 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.142681 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.146027 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.150198 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.183080 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:55:22.192652 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273735c1-6255-44f8-8bf4-c782802ea24d,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:22.204246 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.204595 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Added segment c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0 of type vlan for network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d Dec 29 20:55:22.206736 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.207110 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.207442 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.207821 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.208316 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.208645 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.208969 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.209290 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.209665 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.209968 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.210282 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:22.241424 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.272091 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.273000 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:22.273611 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.366404 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5159979 Dec 29 20:55:22.367214 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34696) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:22.372842 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Request body: {'subnet': {'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1070701822-subnet', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:22.378708 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:22.383757 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Usage tracker for resource:subnet and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:22.386895 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c48ef0-c09e-427d-83b0-5b5e9917f2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:22.388474 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:22.395086 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:22.398178 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:55:22.412933 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Made reservation on behalf of dbd376f49a914f9ba4c69d4830d3464f for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:22.415236 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2521633'] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.430793 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350200'] for router_interface, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.537261 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.848647 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2521563'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:22.940476 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46d2721-0611-478f-86c1-1b8c381678e1,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:23.075812 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Checking segment: {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:23.076181 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Network hostable DHCP agents. Network: 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:55:23.203150 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:55:23.209818 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ddba1-cacb-4546-bd36-62922aaef88f req-908b509b-28fc-409f-b571-9762f6ca6403 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:23.211252 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-160ddba1-cacb-4546-bd36-62922aaef88f req-908b509b-28fc-409f-b571-9762f6ca6403 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 946 time: 0.2109761 Dec 29 20:55:23.284583 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:23.294190 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27ea9e-4e0e-41be-a50a-282dd09efd61 None None] Network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:23.301236 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:23.301804 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:23.352533 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-160ddba1-cacb-4546-bd36-62922aaef88f req-86f0cabf-0e65-44eb-afb4-6debc001fdbe tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342008 Dec 29 20:55:23.355062 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5a52b6c1-bca0-4cf7-84c8-aafaa0b3a7cd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9869330 Dec 29 20:55:23.358121 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34702) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:23.364560 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:23.373168 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:23.377359 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Usage tracker for resource:router and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:23.380240 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:23.387278 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:23.401669 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-351536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1404'] for router, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:23.403426 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1397'] for router, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:23.438997 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:23.483413 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Router 5b0b3d27-0932-43e4-b5e7-547888a5063a has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:55:23.552683 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fdf2a6-bc19-5efc-b676-61f68fb09f14-5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1'}]}} from dv-cinder-823170-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:55:23.553495 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:23.643362 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:55:23.654214 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1351'] for router, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:23.710360 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:23.722865 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] Sync routers for ids ['5b0b3d27-0932-43e4-b5e7-547888a5063a'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:23.726536 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3def41a2-cb8a-4672-952c-dda81009181f admin admin] 10.222.0.16 "PUT /v2.0/routers/5b0b3d27-0932-43e4-b5e7-547888a5063a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4155896 Dec 29 20:55:23.728873 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34726) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:23.732095 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Allocated IP 172.20.0.2 (5181ff57-aa6e-4e41-8dfe-b54f879d3f1d/e46d2721-0611-478f-86c1-1b8c381678e1/70f4f006-7065-4e2e-8d87-4f70004bbfae) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:23.745152 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] Routers {'5b0b3d27-0932-43e4-b5e7-547888a5063a'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:23.745794 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['5b0b3d27-0932-43e4-b5e7-547888a5063a'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:23.988171 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.038723 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.044400 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] Set router 5b0b3d27-0932-43e4-b5e7-547888a5063a gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:24.079079 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.099772 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Transition to ACTIVE for port object 70f4f006-7065-4e2e-8d87-4f70004bbfae will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:24.121193 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Transition to ACTIVE for port object 70f4f006-7065-4e2e-8d87-4f70004bbfae will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:24.129191 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.167510 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-5d1313cc-c8a3-4f28-b78f-84425be32ad8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2131383 Dec 29 20:55:24.182663 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.221500 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:24.224233 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:24.228380 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:24.236680 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Pushing event updated for resources: {'Port': ['ID=70f4f006-7065-4e2e-8d87-4f70004bbfae,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:24.246546 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Allocated IP 172.28.2.115 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/4a09c5a2-2a9a-4032-828b-d38f5dca2755) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:24.335391 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Attempting to bind port 70f4f006-7065-4e2e-8d87-4f70004bbfae on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:24.336111 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Attempting to bind port 70f4f006-7065-4e2e-8d87-4f70004bbfae by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:24.336702 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Attempting to bind port 70f4f006-7065-4e2e-8d87-4f70004bbfae on network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:24.344733 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:24.345461 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Checking segment: {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:24.346086 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.346696 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Bound using segment: {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:24.347410 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Bound port: 70f4f006-7065-4e2e-8d87-4f70004bbfae, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:24.348004 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.405724 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.450465 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.512995 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:55:21Z', 'revision_number': 5, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'gw_port': {'id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:25Z', 'updated_at': '2021-12-29T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:24.514373 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] For port 70f4f006-7065-4e2e-8d87-4f70004bbfae, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:24.518273 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] Checking router: 5b0b3d27-0932-43e4-b5e7-547888a5063a for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:24.519075 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] For port 70f4f006-7065-4e2e-8d87-4f70004bbfae, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=70f4f006-7065-4e2e-8d87-4f70004bbfae,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:24.524265 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.530041 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:24.532557 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] Routers {'5b0b3d27-0932-43e4-b5e7-547888a5063a'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:24.533129 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['5b0b3d27-0932-43e4-b5e7-547888a5063a'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:24.533976 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:24.540165 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-dbea3b41-d14d-4e4f-a867-0b5d4b6f34cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 1099 time: 0.2783353 Dec 29 20:55:24.545128 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:24.602352 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Pushing event updated for resources: {'Port': ['ID=4a09c5a2-2a9a-4032-828b-d38f5dca2755,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:24.651344 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.675670 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fa1d6-d523-480f-966b-675e21253c19 None None] Pushing event updated for resources: {'Port': ['ID=70f4f006-7065-4e2e-8d87-4f70004bbfae,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:24.686873 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Deleting port 9d37d4f6-5a51-4710-9582-ca6abd100a06 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:24.687241 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.783520 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.784333 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-348749'] for router, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.856891 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-3fd7c95e-8dde-4773-9cfe-75ab72acb6cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:24.858348 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-3fd7c95e-8dde-4773-9cfe-75ab72acb6cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.2948720 Dec 29 20:55:24.884071 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] Set router 5b0b3d27-0932-43e4-b5e7-547888a5063a gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:25.034890 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-a9e0794e-e411-4dbe-871d-cff3b4119b49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fde79a26-7ca3-4178-905b-3b5af624c090 HTTP/1.1" status: 200 len: 1001 time: 0.1554499 Dec 29 20:55:25.117855 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-b83fcab7-6517-4ce0-a940-c15ccab4b502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:25.119827 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-b83fcab7-6517-4ce0-a940-c15ccab4b502 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.0767615 Dec 29 20:55:25.187847 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] For port 9d37d4f6-5a51-4710-9582-ca6abd100a06, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=9d37d4f6-5a51-4710-9582-ca6abd100a06,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:25.188281 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:25.236861 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Router 240c597e-1090-438a-939b-82d1be720671 is scheduled to L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 with binding_index 1 {{(pid=82855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:55:25.288439 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:55:21Z', 'revision_number': 5, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'gw_port': {'id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:25Z', 'updated_at': '2021-12-29T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:25.294161 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aece94-12eb-4e3b-8ecf-d1c020292819 None None] The sync data for ids ['5b0b3d27-0932-43e4-b5e7-547888a5063a'] in dv-cinder-823170-1-smb is: [{'id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'name': 'tempest-ServerRescueNegativeTestJSON-1141823031-router', 'tenant_id': '1be1b4b900124ee2b891bf6027c28a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:55:21Z', 'revision_number': 5, 'project_id': '1be1b4b900124ee2b891bf6027c28a86', 'gw_port': {'id': '9d37d4f6-5a51-4710-9582-ca6abd100a06', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b3d27-0932-43e4-b5e7-547888a5063a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:25Z', 'updated_at': '2021-12-29T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:25.320616 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Calling delete_port for 9d37d4f6-5a51-4710-9582-ca6abd100a06 owned by network:router_gateway {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:25.392800 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-43abf892-b361-4ce7-9867-bb99748313a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2655120 Dec 29 20:55:25.473613 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:25.484466 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Sync routers for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:25.499648 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:25.500770 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:25.502914 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:25.504546 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6783cfc7-29d7-4d57-a7ed-2b94003ca88a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1453948 Dec 29 20:55:25.507338 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34736) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:25.563452 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-130c97c3-c97b-4732-8c45-6bef78d4f214 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628878 Dec 29 20:55:25.766704 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:25.803765 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a65f2ff-0263-49eb-a016-ba54dc5056d6 req-9897f13c-4a8c-4e1f-96e0-75158fbf8645 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123103 Dec 29 20:55:25.892146 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:25.973562 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d37d4f6-5a51-4710-9582-ca6abd100a06,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:26.084967 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082ce2e-30e5-48ba-8a73-f37d37b2de6c None None] Network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:26.233876 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c28989e2-a64d-437a-a9de-6ad04a247d81 None None] Provisioning for port 70f4f006-7065-4e2e-8d87-4f70004bbfae completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:26.235361 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-348785'] for router_gateway, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.341958 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:24Z', 'revision_number': 3, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:26.352160 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Checking router: 240c597e-1090-438a-939b-82d1be720671 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:26.352534 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Updating router 240c597e-1090-438a-939b-82d1be720671 port 4a09c5a2-2a9a-4032-828b-d38f5dca2755 binding host dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:55:26.445745 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.457633 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.684554 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1358'] for router, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.689012 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.745236 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 70f4f006-7065-4e2e-8d87-4f70004bbfae up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:26.787376 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Allocated IP 172.20.0.1 (5181ff57-aa6e-4e41-8dfe-b54f879d3f1d/e46d2721-0611-478f-86c1-1b8c381678e1/e530725e-0384-42ef-8f22-1796fe224a8a) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:26.802023 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-351318'] for router, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.803317 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b0b3d27-0932-43e4-b5e7-547888a5063a {{(pid=82854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 20:55:26.827531 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.829099 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e39a5a92-7bbb-4c8d-9ae0-0519bf0ff6c1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5b0b3d27-0932-43e4-b5e7-547888a5063a HTTP/1.1" status: 204 len: 168 time: 3.0991678 Dec 29 20:55:26.831530 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34742) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:26.926604 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.934363 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-faec18c5-f326-4bcd-af15-f45556288984 admin admin] Deleting subnet 29bba367-23e2-4eca-8599-ff86f7af9111 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:55:26.938131 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-faec18c5-f326-4bcd-af15-f45556288984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.944461 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Transition to ACTIVE for port object 4a09c5a2-2a9a-4032-828b-d38f5dca2755 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:26.961842 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.001850 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-faec18c5-f326-4bcd-af15-f45556288984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746124'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.040531 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 70f4f006-7065-4e2e-8d87-4f70004bbfae completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:27.053995 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.059724 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 70f4f006-7065-4e2e-8d87-4f70004bbfae triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:27.060130 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.070873 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Transition to ACTIVE for port object e530725e-0384-42ef-8f22-1796fe224a8a will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:27.075497 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-faec18c5-f326-4bcd-af15-f45556288984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.094134 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-cf01adf6-32d4-4bfe-b303-aea4ca32ed7f None None] Provisioning complete for port 70f4f006-7065-4e2e-8d87-4f70004bbfae triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:27.094531 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cf01adf6-32d4-4bfe-b303-aea4ca32ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.098412 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.135810 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d8c0f-de93-4412-a339-9e5af6b59f2f None None] Pushing event updated for resources: {'Port': ['ID=4a09c5a2-2a9a-4032-828b-d38f5dca2755,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:27.140394 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Attempting to bind port 4a09c5a2-2a9a-4032-828b-d38f5dca2755 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:27.140758 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Attempting to bind port 4a09c5a2-2a9a-4032-828b-d38f5dca2755 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:27.141114 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Attempting to bind port 4a09c5a2-2a9a-4032-828b-d38f5dca2755 on network 5e347921-4c99-41bd-9871-1de55a6c1867 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:27.163630 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-faec18c5-f326-4bcd-af15-f45556288984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2521536'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.172827 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:27.173854 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:27.174237 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Checking segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:27.174643 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.175005 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Bound using segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:27.175482 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Bound port: 4a09c5a2-2a9a-4032-828b-d38f5dca2755, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:27.175837 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.177137 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:27.179180 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Pushing event updated for resources: {'Port': ['ID=e530725e-0384-42ef-8f22-1796fe224a8a,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:27.181432 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:27.206231 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec18c5-f326-4bcd-af15-f45556288984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29bba367-23e2-4eca-8599-ff86f7af9111,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:27.217262 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-faec18c5-f326-4bcd-af15-f45556288984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.225575 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-faec18c5-f326-4bcd-af15-f45556288984 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/29bba367-23e2-4eca-8599-ff86f7af9111 HTTP/1.1" status: 204 len: 168 time: 0.3905630 Dec 29 20:55:27.226591 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34746) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:27.331009 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-348819'] for router_interface, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.354844 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] For port 4a09c5a2-2a9a-4032-828b-d38f5dca2755, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:27.372035 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.408749 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cf01adf6-32d4-4bfe-b303-aea4ca32ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.426631 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] For port 4a09c5a2-2a9a-4032-828b-d38f5dca2755, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=4a09c5a2-2a9a-4032-828b-d38f5dca2755,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:27.439388 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.454541 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.472492 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.548452 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 70f4f006-7065-4e2e-8d87-4f70004bbfae, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=70f4f006-7065-4e2e-8d87-4f70004bbfae,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:27.559954 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.569103 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:27.569719 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:27.574562 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.620694 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042e02eb-e8e8-424a-903f-2772db030ade']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:27.637914 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e91128-e6f1-4012-8180-406c00e5d77e') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:27.641394 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e91128-e6f1-4012-8180-406c00e5d77e') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:27.651757 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:27.654950 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746133'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.671498 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.677692 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:55:27.678077 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3031281'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: Traceback (most recent call last): Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: timer() Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: cb(*args, **kw) Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: return func(*args, **kwargs) Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: self._notify() Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: self.callback(batched_events) Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: event.method(event) Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: return f(self, *a, **k) Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: return self._get(url).json() Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:55:27.700533 dv-cinder-823170-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:55:27.722660 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d8c0f-de93-4412-a339-9e5af6b59f2f None None] Pushing event updated for resources: {'Port': ['ID=4a09c5a2-2a9a-4032-828b-d38f5dca2755,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:27.732016 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:27.732355 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 00848c83-9e2d-4e6e-9ad6-28f5929ab7b6 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:27.767757 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.772684 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.781060 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.802978 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.809080 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=042e02eb-e8e8-424a-903f-2772db030ade,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:27.822657 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c4359bfe-0d70-4b25-b972-03e5e9671f87 admin admin] 10.222.0.16 "DELETE /v2.0/networks/042e02eb-e8e8-424a-903f-2772db030ade HTTP/1.1" status: 204 len: 168 time: 0.5943370 Dec 29 20:55:27.864018 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-cf01adf6-32d4-4bfe-b303-aea4ca32ed7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 20:55:27.864422 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-cf01adf6-32d4-4bfe-b303-aea4ca32ed7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 20:55:27.884481 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Pushing event updated for resources: {'Port': ['ID=e530725e-0384-42ef-8f22-1796fe224a8a,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:27.888239 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350074'] for router_interface, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.905948 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=70f4f006-7065-4e2e-8d87-4f70004bbfae,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:27.942161 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:28.023845 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34754) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:28.034588 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:28.035828 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:28.093394 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bc09bf35-c82a-4363-bf62-723e6cb6e8bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1be1b4b900124ee2b891bf6027c28a86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0681398 Dec 29 20:55:28.096268 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34758) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:28.165275 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fa13cc29-ed1f-427b-9960-5c127b1e0404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:28.197948 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fa13cc29-ed1f-427b-9960-5c127b1e0404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:28.267127 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fa13cc29-ed1f-427b-9960-5c127b1e0404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:28.287362 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13cc29-ed1f-427b-9960-5c127b1e0404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b37bc97-3817-4957-bd72-db28d4ed891f,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:28.298643 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fa13cc29-ed1f-427b-9960-5c127b1e0404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:28.299865 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-fa13cc29-ed1f-427b-9960-5c127b1e0404 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b37bc97-3817-4957-bd72-db28d4ed891f HTTP/1.1" status: 204 len: 168 time: 0.2025583 Dec 29 20:55:28.396371 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:26Z', 'revision_number': 1, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:28.406587 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ddd7db-01e3-4962-b177-56e0cd303ebb None None] The sync data for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb is: [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:26Z', 'revision_number': 1, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:28.493099 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Router 240c597e-1090-438a-939b-82d1be720671 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:55:28.555177 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 70f4f006-7065-4e2e-8d87-4f70004bbfae up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:28.612702 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-3699079a-3c47-4ba3-b70f-977989a2568d None None] Provisioning for port e530725e-0384-42ef-8f22-1796fe224a8a completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:28.628275 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-3699079a-3c47-4ba3-b70f-977989a2568d None None] Provisioning complete for port e530725e-0384-42ef-8f22-1796fe224a8a triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:28.628758 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3699079a-3c47-4ba3-b70f-977989a2568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:28.706172 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3699079a-3c47-4ba3-b70f-977989a2568d None None] Port e530725e-0384-42ef-8f22-1796fe224a8a cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:55:28.721674 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 70f4f006-7065-4e2e-8d87-4f70004bbfae triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:28.722034 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:28.829937 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:28.850825 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e791a5c9-45a9-4b4d-a8bf-7a20867455de admin admin] 10.222.0.16 "PUT /v2.0/routers/240c597e-1090-438a-939b-82d1be720671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3407896 Dec 29 20:55:28.886292 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 9d37d4f6-5a51-4710-9582-ca6abd100a06 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:28.942415 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 9d37d4f6-5a51-4710-9582-ca6abd100a06 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:28.943030 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 9d37d4f6-5a51-4710-9582-ca6abd100a06 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:29.513428 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34792) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:29.722230 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-766624156-network', 'tenant_id': '856171c3d1ef46848bf321a86067af1b'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:29.727684 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:29.732312 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Usage tracker for resource:network and tenant:856171c3d1ef46848bf321a86067af1b is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:29.735300 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:29.741611 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:29.753356 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Made reservation on behalf of 856171c3d1ef46848bf321a86067af1b for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:29.756384 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:29.770608 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:29.807336 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:29.811311 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Usage tracker for resource:security_group_rule and tenant:856171c3d1ef46848bf321a86067af1b is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:29.814265 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:29.819708 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:29.921935 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:29.927115 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:29.964027 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:55:29.983292 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4766a12-cbf8-4dbc-bdd5-a1da43419b11,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:29.986305 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:29.986709 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Added segment 24bb49b7-9015-44a9-b5dc-6ea63e22e818 of type vlan for network b023f25d-4751-4d39-a0d6-70551d6a9d7e Dec 29 20:55:30.006543 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34808) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:30.012653 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1172615340-network', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:30.016074 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.017242 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:30.021129 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Usage tracker for resource:network and tenant:a3592b1535f64432a8973b0dfc290994 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:30.024107 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:30.032017 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:30.048184 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Made reservation on behalf of a3592b1535f64432a8973b0dfc290994 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:30.050202 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.050712 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.051143 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:30.051788 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.063392 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.095572 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:30.099319 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Usage tracker for resource:security_group_rule and tenant:a3592b1535f64432a8973b0dfc290994 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:30.102050 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:30.108135 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:30.179824 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.185856 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.221199 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:55:30.231037 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42217e0-c61e-4461-a55d-71d85cab7997,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:30.232438 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] Pushing event updated for resources: {'Network': ['ID=b023f25d-4751-4d39-a0d6-70551d6a9d7e,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:30.236153 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-38c78a0f-9ea9-4ddd-b45a-12394209fd47 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7216458 Dec 29 20:55:30.239026 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34812) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:30.243223 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.243621 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Added segment 974c121e-97de-4021-8bcf-92870bd532b8 of type vlan for network 33366552-ba09-48d4-ad51-3e0b6f15e0cf Dec 29 20:55:30.247849 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Request body: {'subnet': {'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-766624156-subnet', 'tenant_id': '856171c3d1ef46848bf321a86067af1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:30.256325 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network b023f25d-4751-4d39-a0d6-70551d6a9d7e details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:55:30.257919 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:30.263294 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Usage tracker for resource:subnet and tenant:856171c3d1ef46848bf321a86067af1b is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:30.268420 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:30.283038 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:30.292756 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.306907 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Made reservation on behalf of 856171c3d1ef46848bf321a86067af1b for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:30.309162 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2623539'] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.412299 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.413224 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:30.413952 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.557780 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 4a09c5a2-2a9a-4032-828b-d38f5dca2755 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:30.615893 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] Pushing event updated for resources: {'Network': ['ID=33366552-ba09-48d4-ad51-3e0b6f15e0cf,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:30.621508 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-fbec3710-41e7-43dc-a697-f570027aa14d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6137891 Dec 29 20:55:30.624202 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34816) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:30.628352 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 33366552-ba09-48d4-ad51-3e0b6f15e0cf details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:55:30.631212 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Request body: {'subnet': {'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1172615340-subnet', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:30.636994 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:30.644753 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Usage tracker for resource:subnet and tenant:a3592b1535f64432a8973b0dfc290994 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:30.650881 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:30.686211 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 4a09c5a2-2a9a-4032-828b-d38f5dca2755 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:30.688028 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:30.697637 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 4a09c5a2-2a9a-4032-828b-d38f5dca2755 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:30.698007 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.708222 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Made reservation on behalf of a3592b1535f64432a8973b0dfc290994 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:30.710713 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2623539'] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.841137 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.845429 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2466378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2624457'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.861653 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 4a09c5a2-2a9a-4032-828b-d38f5dca2755, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=4a09c5a2-2a9a-4032-828b-d38f5dca2755,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:30.866799 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:30.941059 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=4a09c5a2-2a9a-4032-828b-d38f5dca2755,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:30.941428 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710a416b-bbb1-4f3a-8402-b44dd95ac64f,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:30.993535 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Checking segment: {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:30.994415 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Network hostable DHCP agents. Network: b023f25d-4751-4d39-a0d6-70551d6a9d7e, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:55:31.065880 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2466378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2624457'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.095058 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Network b023f25d-4751-4d39-a0d6-70551d6a9d7e is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:55:31.118088 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, b023f25d-4751-4d39-a0d6-70551d6a9d7e) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:31.125967 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3f6a1c-6064-441a-8242-0a99149d8fad None None] Network b023f25d-4751-4d39-a0d6-70551d6a9d7e requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:31.136055 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:31.136667 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.164154 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1ef3a9-6f12-40c7-94dc-318e01aa452f,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:31.181786 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b7181904-c3bc-4012-b3b7-4c7c7834ca24 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9411855 Dec 29 20:55:31.182779 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Checking segment: {'id': '974c121e-97de-4021-8bcf-92870bd532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:31.183131 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Network hostable DHCP agents. Network: 33366552-ba09-48d4-ad51-3e0b6f15e0cf, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:55:31.208448 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Network 33366552-ba09-48d4-ad51-3e0b6f15e0cf is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:55:31.219089 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 33366552-ba09-48d4-ad51-3e0b6f15e0cf) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:31.223566 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:31.224345 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.243336 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37056911-291d-4aea-8490-184ac89bd75b None None] Network 33366552-ba09-48d4-ad51-3e0b6f15e0cf requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:31.251100 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e76f8735-091a-4039-8f6e-8cf0d7c2890d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6249013 Dec 29 20:55:31.253470 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34824) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:31.260255 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:31.265032 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:31.269981 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Usage tracker for resource:router and tenant:a3592b1535f64432a8973b0dfc290994 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:31.276027 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:31.282484 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:31.294427 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-351536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1404'] for router, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.295858 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1397'] for router, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.321222 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.487167 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1351'] for router, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.607186 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fdf2a6-bc19-5efc-b676-61f68fb09f14-33366552-ba09-48d4-ad51-3e0b6f15e0cf', 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'fixed_ips': [{'subnet_id': '0c1ef3a9-6f12-40c7-94dc-318e01aa452f'}]}} from dv-cinder-823170-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:55:31.608022 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.627708 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a306ff4-b821-495c-ac87-2709955649ad None None] Network b023f25d-4751-4d39-a0d6-70551d6a9d7e requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:31.770019 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.810736 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.904549 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcd8c-cd6d-4b22-9072-6a3c1bd0760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:31.936331 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4a579-0a63-4214-bb40-888d056d3405 req-d88c3935-8ea5-4385-ad4c-e0ea98260760 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:31.937806 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-d88c3935-8ea5-4385-ad4c-e0ea98260760 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 814 time: 0.2543342 Dec 29 20:55:31.993056 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-6785e373-6112-4056-a3eb-44a4bfab8070 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/quotas/856171c3d1ef46848bf321a86067af1b HTTP/1.1" status: 200 len: 375 time: 0.0492585 Dec 29 20:55:32.017138 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Allocated IP 172.20.0.2 (33366552-ba09-48d4-ad51-3e0b6f15e0cf/0c1ef3a9-6f12-40c7-94dc-318e01aa452f/b6f638d8-54dd-42a1-a408-7e74b2458ce0) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:32.056787 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Allocated IP 172.28.2.69 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/3adacc06-a457-4987-843b-efde8b2ae1d9) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:32.060841 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-f8402200-2756-49b3-9d14-9682c38b9416 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582981 Dec 29 20:55:32.354686 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.365612 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Transition to ACTIVE for port object b6f638d8-54dd-42a1-a408-7e74b2458ce0 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:32.386025 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Transition to ACTIVE for port object b6f638d8-54dd-42a1-a408-7e74b2458ce0 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:32.392118 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.401294 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-ffe2ca12-1995-4790-b881-747e623823d3 service neutron] 10.222.0.16 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110418 Dec 29 20:55:32.403824 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.473113 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Network 33366552-ba09-48d4-ad51-3e0b6f15e0cf is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:32.475770 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:32.479468 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:32.485782 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Pushing event updated for resources: {'Port': ['ID=b6f638d8-54dd-42a1-a408-7e74b2458ce0,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:32.551539 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 4a09c5a2-2a9a-4032-828b-d38f5dca2755 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:32.554837 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.606255 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-41c5ed84-87b4-4abb-b551-3822091347c9 service neutron] 10.222.0.16 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978538 Dec 29 20:55:32.619817 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Attempting to bind port b6f638d8-54dd-42a1-a408-7e74b2458ce0 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:32.620458 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Attempting to bind port b6f638d8-54dd-42a1-a408-7e74b2458ce0 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '974c121e-97de-4021-8bcf-92870bd532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:32.620554 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Attempting to bind port b6f638d8-54dd-42a1-a408-7e74b2458ce0 on network 33366552-ba09-48d4-ad51-3e0b6f15e0cf {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:32.630854 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:32.633498 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:32.633728 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:32.633916 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Checking segment: {'id': '974c121e-97de-4021-8bcf-92870bd532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:32.634240 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.635275 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Bound using segment: {'id': '974c121e-97de-4021-8bcf-92870bd532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:32.635729 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Bound port: b6f638d8-54dd-42a1-a408-7e74b2458ce0, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974c121e-97de-4021-8bcf-92870bd532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:32.636112 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.636715 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:32.667864 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Pushing event updated for resources: {'Port': ['ID=3adacc06-a457-4987-843b-efde8b2ae1d9,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:32.705726 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 4a09c5a2-2a9a-4032-828b-d38f5dca2755 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:32.706088 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.792168 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] For port b6f638d8-54dd-42a1-a408-7e74b2458ce0, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:32.795603 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] For port b6f638d8-54dd-42a1-a408-7e74b2458ce0, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=b6f638d8-54dd-42a1-a408-7e74b2458ce0,segment=NetworkSegment(974c121e-97de-4021-8bcf-92870bd532b8),segment_id=974c121e-97de-4021-8bcf-92870bd532b8)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:32.805081 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.841094 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3c721ed0-c3dd-4629-9560-f4257a748e8a req-2ebe7f4b-db0c-403e-9051-259f40375c1e tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 210 time: 0.0578821 Dec 29 20:55:32.861865 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.862916 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-348749'] for router, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:32.944808 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913513eb-f429-47c2-9469-a92446585ae2 None None] Pushing event updated for resources: {'Port': ['ID=b6f638d8-54dd-42a1-a408-7e74b2458ce0,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:33.171800 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Router d4c2452e-120d-4d47-b79d-1dd811efb26b is scheduled to L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 with binding_index 1 {{(pid=82855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:55:33.408022 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:33.418731 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Sync routers for ids ['d4c2452e-120d-4d47-b79d-1dd811efb26b'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:33.431345 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Routers {'d4c2452e-120d-4d47-b79d-1dd811efb26b'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:33.432203 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['d4c2452e-120d-4d47-b79d-1dd811efb26b'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:33.437411 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:33.440432 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-95632871-f9e1-433a-b7c9-03f09caefa52 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1857619 Dec 29 20:55:33.441799 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34852) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:33.640554 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Set router d4c2452e-120d-4d47-b79d-1dd811efb26b gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:33.946691 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:32Z', 'revision_number': 3, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'gw_port': {'id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:33.951676 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Checking router: d4c2452e-120d-4d47-b79d-1dd811efb26b for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:33.952326 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Updating router d4c2452e-120d-4d47-b79d-1dd811efb26b port 3adacc06-a457-4987-843b-efde8b2ae1d9 binding host dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:55:34.011987 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68503a12-2603-41fc-a7f1-2cb5da13374e None None] Network 33366552-ba09-48d4-ad51-3e0b6f15e0cf requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:34.016275 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.057941 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-28e11955-2125-40c6-9d8d-93b9eea04724 req-494aff42-4d13-41c2-9a15-a35c437bbb6d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 210 time: 0.0702076 Dec 29 20:55:34.194563 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a26e108-b4a1-4184-bc92-d89517806074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.224996 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-cef06c5e-b53f-46d9-8873-00497666fac9 None None] Provisioning for port b6f638d8-54dd-42a1-a408-7e74b2458ce0 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:34.335933 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4a579-0a63-4214-bb40-888d056d3405 req-6b5c31ea-0a1e-4290-8eab-61117d2c44c7 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:34.336606 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-bab4a579-0a63-4214-bb40-888d056d3405 req-6b5c31ea-0a1e-4290-8eab-61117d2c44c7 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Synchronizing usage tracker for tenant:856171c3d1ef46848bf321a86067af1b on resource:network {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:34.397138 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-bab4a579-0a63-4214-bb40-888d056d3405 req-6b5c31ea-0a1e-4290-8eab-61117d2c44c7 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Unset dirty status for tenant:856171c3d1ef46848bf321a86067af1b on resource:network {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:34.402448 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-6b5c31ea-0a1e-4290-8eab-61117d2c44c7 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 814 time: 0.2651684 Dec 29 20:55:34.426173 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Request body: {'port': {'device_id': 'b137b14e-3338-4351-93ff-e585582278d5', 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e', 'admin_state_up': True, 'tenant_id': '856171c3d1ef46848bf321a86067af1b'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:34.433564 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.446078 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Transition to ACTIVE for port object 3adacc06-a457-4987-843b-efde8b2ae1d9 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:34.453467 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.518223 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Attempting to bind port 3adacc06-a457-4987-843b-efde8b2ae1d9 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:34.518697 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Attempting to bind port 3adacc06-a457-4987-843b-efde8b2ae1d9 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:34.519098 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Attempting to bind port 3adacc06-a457-4987-843b-efde8b2ae1d9 on network 5e347921-4c99-41bd-9871-1de55a6c1867 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:34.533016 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:34.533016 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Checking segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:34.533284 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.534357 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Bound using segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:34.534357 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Bound port: 3adacc06-a457-4987-843b-efde8b2ae1d9, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:34.534555 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.618282 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device b6f638d8-54dd-42a1-a408-7e74b2458ce0 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:34.623835 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Pushing event updated for resources: {'Port': ['ID=3adacc06-a457-4987-843b-efde8b2ae1d9,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:34.633143 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] For port 3adacc06-a457-4987-843b-efde8b2ae1d9, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:34.638783 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] For port 3adacc06-a457-4987-843b-efde8b2ae1d9, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=3adacc06-a457-4987-843b-efde8b2ae1d9,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:34.641084 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.641434 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.641852 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.642187 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.642506 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.642905 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.643300 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.643634 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.644114 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.644352 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.644667 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:34.654364 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.659629 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:34.664516 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Usage tracker for resource:port and tenant:856171c3d1ef46848bf321a86067af1b is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:34.672637 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:34.681478 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:34.693701 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.713321 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Made reservation on behalf of 856171c3d1ef46848bf321a86067af1b for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:34.716323 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.723429 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port b6f638d8-54dd-42a1-a408-7e74b2458ce0 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:34.736274 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port b6f638d8-54dd-42a1-a408-7e74b2458ce0 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:34.736649 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.774340 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a43918-5871-4e17-b3e3-b17bf78c4de7 None None] Pushing event updated for resources: {'Port': ['ID=3adacc06-a457-4987-843b-efde8b2ae1d9,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:34.784512 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Routers {'d4c2452e-120d-4d47-b79d-1dd811efb26b'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:34.785131 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['d4c2452e-120d-4d47-b79d-1dd811efb26b'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:34.930898 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.967758 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port b6f638d8-54dd-42a1-a408-7e74b2458ce0, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=b6f638d8-54dd-42a1-a408-7e74b2458ce0,segment=NetworkSegment(974c121e-97de-4021-8bcf-92870bd532b8),segment_id=974c121e-97de-4021-8bcf-92870bd532b8)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:34.974106 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.028027 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] Set router d4c2452e-120d-4d47-b79d-1dd811efb26b gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:35.036968 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Allocated IP 172.20.0.4 (b023f25d-4751-4d39-a0d6-70551d6a9d7e/710a416b-bbb1-4f3a-8402-b44dd95ac64f/4e9db5b8-dcca-47a1-87f9-b019af99b864) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:35.043134 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-e4fc549a-e050-4e02-b1a6-6f551707e9f0 None None] Provisioning complete for port b6f638d8-54dd-42a1-a408-7e74b2458ce0 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:35.043707 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e4fc549a-e050-4e02-b1a6-6f551707e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.058688 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Allocated IP 172.20.0.1 (33366552-ba09-48d4-ad51-3e0b6f15e0cf/0c1ef3a9-6f12-40c7-94dc-318e01aa452f/913448c7-12b7-4434-b592-746e76b21dd2) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:35.095352 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=b6f638d8-54dd-42a1-a408-7e74b2458ce0,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:35.196071 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.365228 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:32Z', 'revision_number': 3, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'gw_port': {'id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:35.370045 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14205052-2907-4bc4-b61d-c2309e815dce None None] The sync data for ids ['d4c2452e-120d-4d47-b79d-1dd811efb26b'] in dv-cinder-823170-1-smb is: [{'id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:32Z', 'revision_number': 3, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'gw_port': {'id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:35.411447 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.419375 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-abe6bf7d-ad88-49c1-ba9a-b0c6779ee526 req-c95c9f59-9e61-4464-b3ce-775cfbd1c404 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 210 time: 0.1432793 Dec 29 20:55:35.551816 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.556180 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.575931 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Transition to ACTIVE for port object 913448c7-12b7-4434-b592-746e76b21dd2 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:35.605408 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.607834 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.688119 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Network b023f25d-4751-4d39-a0d6-70551d6a9d7e is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:35.689839 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Network 33366552-ba09-48d4-ad51-3e0b6f15e0cf is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:35.692912 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:35.694788 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:35.698887 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:35.723918 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:35.752328 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Pushing event updated for resources: {'Port': ['ID=913448c7-12b7-4434-b592-746e76b21dd2,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:35.860900 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Pushing event updated for resources: {'Port': ['ID=4e9db5b8-dcca-47a1-87f9-b019af99b864,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:35.864993 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-348819'] for router_interface, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.871363 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:35.871994 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.901052 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-1db24db7-1c22-4088-a0b3-dbf68c074a77 None None] Provisioning for port 913448c7-12b7-4434-b592-746e76b21dd2 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:35.906387 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-1db24db7-1c22-4088-a0b3-dbf68c074a77 None None] Provisioning complete for port 913448c7-12b7-4434-b592-746e76b21dd2 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:35.906730 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1db24db7-1c22-4088-a0b3-dbf68c074a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.908429 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-e39f6850-4a1a-4c99-bebb-618d8f890671 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4887557 Dec 29 20:55:35.954451 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Request body: {'port': {'device_id': 'b137b14e-3338-4351-93ff-e585582278d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:35.967990 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-1db24db7-1c22-4088-a0b3-dbf68c074a77 None None] Port 913448c7-12b7-4434-b592-746e76b21dd2 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:55:36.017491 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:36.130357 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:36.476420 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:36.485326 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:36.526813 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:36.555323 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device b6f638d8-54dd-42a1-a408-7e74b2458ce0 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:36.628652 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564f655-f454-461c-bdf9-5fdd795923f3 req-acfad669-4c3f-4f4d-a3d5-1a1a25ba532f tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:36.630203 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3564f655-f454-461c-bdf9-5fdd795923f3 req-acfad669-4c3f-4f4d-a3d5-1a1a25ba532f tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 931 time: 0.0794775 Dec 29 20:55:36.636394 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350074'] for router_interface, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:36.645806 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Pushing event updated for resources: {'Port': ['ID=913448c7-12b7-4434-b592-746e76b21dd2,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:36.646876 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port b6f638d8-54dd-42a1-a408-7e74b2458ce0 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:36.647848 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:36.683797 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3564f655-f454-461c-bdf9-5fdd795923f3 req-d67c53b6-dfb4-4dff-a74c-9de755303528 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461872 Dec 29 20:55:36.877526 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9db5b8-dcca-47a1-87f9-b019af99b864 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:55:36.894821 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:36.923123 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Transition to ACTIVE for port object 4e9db5b8-dcca-47a1-87f9-b019af99b864 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:36.927988 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:36.963725 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Network 33366552-ba09-48d4-ad51-3e0b6f15e0cf is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:36.969874 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:37.132167 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Pushing event updated for resources: {'Port': ['ID=4e9db5b8-dcca-47a1-87f9-b019af99b864,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:37.200197 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-bead3fe3-1e4d-4a5d-8fcc-421b3b1e9b4a None None] Provisioning complete for port 913448c7-12b7-4434-b592-746e76b21dd2 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:37.200560 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-bead3fe3-1e4d-4a5d-8fcc-421b3b1e9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:37.251348 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-bead3fe3-1e4d-4a5d-8fcc-421b3b1e9b4a None None] Port 913448c7-12b7-4434-b592-746e76b21dd2 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:55:37.389997 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Attempting to bind port 4e9db5b8-dcca-47a1-87f9-b019af99b864 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:37.390324 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Attempting to bind port 4e9db5b8-dcca-47a1-87f9-b019af99b864 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:37.390646 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Attempting to bind port 4e9db5b8-dcca-47a1-87f9-b019af99b864 on network b023f25d-4751-4d39-a0d6-70551d6a9d7e {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:37.408048 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Port 4e9db5b8-dcca-47a1-87f9-b019af99b864 on network b023f25d-4751-4d39-a0d6-70551d6a9d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:55:37.408365 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Attempting to bind port 4e9db5b8-dcca-47a1-87f9-b019af99b864 on network b023f25d-4751-4d39-a0d6-70551d6a9d7e {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:37.420750 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:37.421077 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Checking segment: {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:37.421451 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Bound using segment: {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:37.421866 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Bound port: 4e9db5b8-dcca-47a1-87f9-b019af99b864, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:37.422206 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:37.577571 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] For port 4e9db5b8-dcca-47a1-87f9-b019af99b864, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:37.588511 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] For port 4e9db5b8-dcca-47a1-87f9-b019af99b864, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4e9db5b8-dcca-47a1-87f9-b019af99b864,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:37.593055 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:37.666494 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:37.667869 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] 10.222.0.32 "PUT /v2.0/ports/4e9db5b8-dcca-47a1-87f9-b019af99b864 HTTP/1.1" status: 200 len: 1093 time: 1.7234087 Dec 29 20:55:37.668317 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b137b14e-3338-4351-93ff-e585582278d5', 'tag': '4e9db5b8-dcca-47a1-87f9-b019af99b864'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:37.688998 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d983c-46d9-45cf-b121-98e9ffc0fdaf service neutron] Pushing event updated for resources: {'Port': ['ID=4e9db5b8-dcca-47a1-87f9-b019af99b864,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:37.696690 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Router d4c2452e-120d-4d47-b79d-1dd811efb26b has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:55:37.755557 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b137b14e-3338-4351-93ff-e585582278d5', 'tag': '4e9db5b8-dcca-47a1-87f9-b019af99b864', 'status': 'completed', 'code': 200} Dec 29 20:55:37.857758 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2af9400d-4c15-4ee9-b287-065b78da1067 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 1096 time: 0.0968878 Dec 29 20:55:37.900524 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29ace2-cc3a-4208-92c4-77f572ec0912 req-4c472eea-9362-4826-a2d1-09b5b63b3e9d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:37.902011 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0d29ace2-cc3a-4208-92c4-77f572ec0912 req-4c472eea-9362-4826-a2d1-09b5b63b3e9d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 943 time: 0.0819554 Dec 29 20:55:37.949955 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0d29ace2-cc3a-4208-92c4-77f572ec0912 req-af352ae3-52e7-4866-9b95-d989028ff004 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Dec 29 20:55:37.975326 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-2b944f8b-93fa-440b-836f-744e99eb31e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e9db5b8-dcca-47a1-87f9-b019af99b864 HTTP/1.1" status: 200 len: 217 time: 0.0714586 Dec 29 20:55:38.052529 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4a579-0a63-4214-bb40-888d056d3405 req-78f9dae4-ca88-49e6-bb81-2842af349913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:38.053925 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-78f9dae4-ca88-49e6-bb81-2842af349913 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710a416b-bbb1-4f3a-8402-b44dd95ac64f HTTP/1.1" status: 200 len: 854 time: 0.0655589 Dec 29 20:55:38.066791 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:38.099968 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ef041982-04e5-4528-8bd9-00d26e54ae31 admin admin] 10.222.0.16 "PUT /v2.0/routers/d4c2452e-120d-4d47-b79d-1dd811efb26b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6571114 Dec 29 20:55:38.111600 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-f47a76f7-5b8c-4375-9624-95cb9eb08b52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b023f25d-4751-4d39-a0d6-70551d6a9d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425947 Dec 29 20:55:38.341017 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-7e0638d5-562f-4600-ab19-ac91d9503b03 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190037 Dec 29 20:55:38.475016 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bab4a579-0a63-4214-bb40-888d056d3405 req-be89a091-4920-4dc5-87ba-704b4b220745 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246569 Dec 29 20:55:38.593513 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b58165f6-c329-47f3-9daf-1695eb0cff66 req-b084956a-35f5-41b5-b11a-e9081de1d415 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 1096 time: 0.0714688 Dec 29 20:55:38.742374 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58165f6-c329-47f3-9daf-1695eb0cff66 req-98b2803c-bf43-4665-9553-0a1ef053b9ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:38.742374 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b58165f6-c329-47f3-9daf-1695eb0cff66 req-98b2803c-bf43-4665-9553-0a1ef053b9ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 914 time: 0.1348605 Dec 29 20:55:38.808104 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b58165f6-c329-47f3-9daf-1695eb0cff66 req-63c1ea58-27b1-4d6c-be18-3ca2ebf61985 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e9db5b8-dcca-47a1-87f9-b019af99b864 HTTP/1.1" status: 200 len: 217 time: 0.0636096 Dec 29 20:55:38.874529 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58165f6-c329-47f3-9daf-1695eb0cff66 req-5ecc41f9-aa63-4fa8-9144-2091d35bf81e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:38.875888 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b58165f6-c329-47f3-9daf-1695eb0cff66 req-5ecc41f9-aa63-4fa8-9144-2091d35bf81e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710a416b-bbb1-4f3a-8402-b44dd95ac64f HTTP/1.1" status: 200 len: 854 time: 0.0612016 Dec 29 20:55:38.921673 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b58165f6-c329-47f3-9daf-1695eb0cff66 req-60fbd3f3-d965-4cd4-921b-297f2ff074d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b023f25d-4751-4d39-a0d6-70551d6a9d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387270 Dec 29 20:55:39.057598 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b58165f6-c329-47f3-9daf-1695eb0cff66 req-0f674e0c-5a27-4219-b08e-af50fe5439c2 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276584 Dec 29 20:55:39.192792 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b58165f6-c329-47f3-9daf-1695eb0cff66 req-c4abd157-beb0-404b-a4b9-52786a3db41b service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275265 Dec 29 20:55:39.413633 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837d79-f1a0-4a37-ac31-1f908eca75d9 req-ee4cdb53-ff5c-478a-b7ef-a0c77be3c0dd tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:39.415071 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7b837d79-f1a0-4a37-ac31-1f908eca75d9 req-ee4cdb53-ff5c-478a-b7ef-a0c77be3c0dd tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 943 time: 0.0830903 Dec 29 20:55:39.476054 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7b837d79-f1a0-4a37-ac31-1f908eca75d9 req-d1828cb4-432a-41e8-9713-35d41e9f967b tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550635 Dec 29 20:55:40.096010 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34916) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:40.101585 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929499854', 'description': 'tempest-secgroup-smoke-1929499854 description', 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:40.107646 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.111674 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Usage tracker for resource:security_group and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.114773 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.121192 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.132535 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.167077 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.170953 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Usage tracker for resource:security_group_rule and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.172730 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4827b71-1571-4c2c-9b30-2f8f078b0c91 req-720a6360-9ebf-4d5e-aa86-e710130cbfef tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:40.174078 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.174259 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a4827b71-1571-4c2c-9b30-2f8f078b0c91 req-720a6360-9ebf-4d5e-aa86-e710130cbfef tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0790052 Dec 29 20:55:40.180283 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.229500 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a4827b71-1571-4c2c-9b30-2f8f078b0c91 req-7de1f2e6-1dda-4ce5-9abc-9d46b89f002c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472803 Dec 29 20:55:40.258591 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.262575 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.312111 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdc5eab-dfdd-48b5-a2e1-70d294999562,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:40.315343 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.316538 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-02277c35-9c89-42c5-87cf-47cbc84b60f7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2194874 Dec 29 20:55:40.319858 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34920) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:40.324774 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Request body: {'security_group_rule': {'security_group_id': '7fdc5eab-dfdd-48b5-a2e1-70d294999562', 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:40.330301 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.333983 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Usage tracker for resource:security_group_rule and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.336724 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.343376 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.363916 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.428052 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.431802 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.455763 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ace293-d2b3-4aa2-ad28-2e3f0df61769,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:40.465956 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.467288 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-dbc6b5b4-7bb3-4d09-bbce-c45acddc01c2 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1469219 Dec 29 20:55:40.470058 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 34926) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:40.475183 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Request body: {'security_group_rule': {'security_group_id': '7fdc5eab-dfdd-48b5-a2e1-70d294999562', 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:40.480563 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.484208 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Usage tracker for resource:security_group_rule and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.486943 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.492517 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.508752 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.573272 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.577052 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.602946 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b622baac-0340-45ee-a57b-7af25797d752,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:40.647136 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.648312 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d0df1f47-ae16-4ee6-9001-27bbbb06cb38 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1773655 Dec 29 20:55:40.651848 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34932) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:40.657926 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Request body: {'security_group_rule': {'security_group_id': '7fdc5eab-dfdd-48b5-a2e1-70d294999562', 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:40.663710 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.667667 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Usage tracker for resource:security_group_rule and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.670608 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.677410 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.691978 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45bfa1-f681-4673-9b8b-b78598a6bb4e req-e607a0b6-70f4-4fce-a55a-1cac21f4ccc1 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:40.692746 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7b45bfa1-f681-4673-9b8b-b78598a6bb4e req-e607a0b6-70f4-4fce-a55a-1cac21f4ccc1 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Synchronizing usage tracker for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:40.695697 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.719115 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7b45bfa1-f681-4673-9b8b-b78598a6bb4e req-e607a0b6-70f4-4fce-a55a-1cac21f4ccc1 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Unset dirty status for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:40.720466 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7b45bfa1-f681-4673-9b8b-b78598a6bb4e req-e607a0b6-70f4-4fce-a55a-1cac21f4ccc1 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 943 time: 0.1146100 Dec 29 20:55:40.762059 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.765938 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.771780 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7b45bfa1-f681-4673-9b8b-b78598a6bb4e req-de0c7cd5-6ca6-47f7-9b5a-d9fa57b578a9 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Synchronizing usage tracker for tenant:856171c3d1ef46848bf321a86067af1b on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:40.790314 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b072c8-c60d-4cb2-be99-e300cdf51b6d,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:40.791935 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7b45bfa1-f681-4673-9b8b-b78598a6bb4e req-de0c7cd5-6ca6-47f7-9b5a-d9fa57b578a9 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Unset dirty status for tenant:856171c3d1ef46848bf321a86067af1b on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:40.799651 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7b45bfa1-f681-4673-9b8b-b78598a6bb4e req-de0c7cd5-6ca6-47f7-9b5a-d9fa57b578a9 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733328 Dec 29 20:55:40.800656 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.801928 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-bb5c73db-c0ad-408e-8425-d98e61f84fb4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1484976 Dec 29 20:55:40.804669 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34936) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:40.811464 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Request body: {'security_group_rule': {'security_group_id': '7fdc5eab-dfdd-48b5-a2e1-70d294999562', 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:40.817284 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.822238 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Usage tracker for resource:security_group_rule and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.825157 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.830989 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.852829 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.914408 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.917811 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.940099 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6e05e7-bd4b-4762-9089-ee89195ee040,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:40.949129 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.950325 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a4d6a47c-8f8e-464f-85c7-942f271bcfa5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1446350 Dec 29 20:55:40.953050 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34940) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:40.958272 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Request body: {'security_group_rule': {'security_group_id': '7fdc5eab-dfdd-48b5-a2e1-70d294999562', 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:40.964282 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.968086 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Usage tracker for resource:security_group_rule and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.970917 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.976551 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.986709 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.securitygroups_db [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Project dbd376f49a914f9ba4c69d4830d3464f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 20:55:40.992729 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.055063 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.059262 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.081645 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2167bf7a-2f82-4a53-bd13-806470716f12,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:41.092640 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.096444 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-764c689a-3ef0-42df-a4fe-cca9d7c58cb6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1398706 Dec 29 20:55:41.096673 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 34944) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:41.103480 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Request body: {'security_group_rule': {'security_group_id': '7fdc5eab-dfdd-48b5-a2e1-70d294999562', 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:41.109501 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:41.113666 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Usage tracker for resource:security_group_rule and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:41.116619 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:41.122671 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:41.133125 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.securitygroups_db [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Project dbd376f49a914f9ba4c69d4830d3464f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 20:55:41.140305 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.225486 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.230070 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.253800 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7350226d-f9ee-4aa5-b661-5041d24727e9,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:41.264847 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.267274 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-346a6ca6-1040-4fea-b290-1d96f3fbaece tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1686175 Dec 29 20:55:41.455148 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3f8fa-a650-4663-8c19-370d430c7039 req-ef9be8f6-acdf-4d29-95a8-1e676aefc815 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:41.456667 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-37b3f8fa-a650-4663-8c19-370d430c7039 req-ef9be8f6-acdf-4d29-95a8-1e676aefc815 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0885036 Dec 29 20:55:41.516509 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-37b3f8fa-a650-4663-8c19-370d430c7039 req-d304b81d-ab2f-4906-988a-166dda12b12d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541430 Dec 29 20:55:41.848451 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 4e9db5b8-dcca-47a1-87f9-b019af99b864 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:55:42.017495 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 4e9db5b8-dcca-47a1-87f9-b019af99b864, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4e9db5b8-dcca-47a1-87f9-b019af99b864,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:42.030960 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '4e9db5b8-dcca-47a1-87f9-b019af99b864', 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e', 'port_id': '4e9db5b8-dcca-47a1-87f9-b019af99b864', 'mac_address': 'fa:16:3e:75:75:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710a416b-bbb1-4f3a-8402-b44dd95ac64f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:55:42.050495 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e35921-14a4-4d70-be00-195734913d74 req-df8615b2-4cf1-4b13-bc9d-455bd9a6b1a4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:42.051951 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51e35921-14a4-4d70-be00-195734913d74 req-df8615b2-4cf1-4b13-bc9d-455bd9a6b1a4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 943 time: 0.0943253 Dec 29 20:55:42.083689 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:42.096616 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51e35921-14a4-4d70-be00-195734913d74 req-a0825926-ef06-4883-ab91-b1f743fd7132 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Dec 29 20:55:42.100821 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9db5b8-dcca-47a1-87f9-b019af99b864 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:55:42.117280 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 4e9db5b8-dcca-47a1-87f9-b019af99b864, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4e9db5b8-dcca-47a1-87f9-b019af99b864,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:42.121081 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:42.186932 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=4e9db5b8-dcca-47a1-87f9-b019af99b864,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:42.338546 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Sync routers for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:42.350249 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:42.350854 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:42.401581 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['4e9db5b8-dcca-47a1-87f9-b019af99b864'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:42.590463 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 3adacc06-a457-4987-843b-efde8b2ae1d9 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:42.690473 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:42.826536 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c8b39-9dc6-44e5-b3ee-7a43fa5e7270 req-a67e8eb8-2e7d-4013-b2ee-3f79de793ed2 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:42.834029 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3b4c8b39-9dc6-44e5-b3ee-7a43fa5e7270 req-a67e8eb8-2e7d-4013-b2ee-3f79de793ed2 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1770339 Dec 29 20:55:42.888477 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3b4c8b39-9dc6-44e5-b3ee-7a43fa5e7270 req-5b3f9ac4-77cb-4005-bc9b-82ac33e77e44 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535276 Dec 29 20:55:42.909168 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 3adacc06-a457-4987-843b-efde8b2ae1d9 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:42.990029 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 3adacc06-a457-4987-843b-efde8b2ae1d9 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:42.990391 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.199719 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.220623 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 3adacc06-a457-4987-843b-efde8b2ae1d9, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=3adacc06-a457-4987-843b-efde8b2ae1d9,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:43.226609 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.269100 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 2, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:43.289957 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Checking router: 240c597e-1090-438a-939b-82d1be720671 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:43.290855 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Updating router 240c597e-1090-438a-939b-82d1be720671 port e530725e-0384-42ef-8f22-1796fe224a8a binding host dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:55:43.316831 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09480064-44ee-4b7d-ad22-45da7b378f9c req-b232ac98-4e95-480e-87a5-27402f7abf80 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:43.318291 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-09480064-44ee-4b7d-ad22-45da7b378f9c req-b232ac98-4e95-480e-87a5-27402f7abf80 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 944 time: 0.0963173 Dec 29 20:55:43.358561 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=3adacc06-a457-4987-843b-efde8b2ae1d9,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:43.361153 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.367516 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-09480064-44ee-4b7d-ad22-45da7b378f9c req-8ed1f6c5-b50c-414e-a0e5-d58786ab3c04 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Dec 29 20:55:43.691861 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.703343 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Transition to ACTIVE for port object e530725e-0384-42ef-8f22-1796fe224a8a will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:43.709044 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.824345 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c5f20-e8cc-48bf-8bbf-d3da6abf132b None None] Pushing event updated for resources: {'Port': ['ID=e530725e-0384-42ef-8f22-1796fe224a8a,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:43.887674 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 4e9db5b8-dcca-47a1-87f9-b019af99b864 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:44.008143 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Attempting to bind port e530725e-0384-42ef-8f22-1796fe224a8a on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:44.008898 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Attempting to bind port e530725e-0384-42ef-8f22-1796fe224a8a by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:44.008898 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Attempting to bind port e530725e-0384-42ef-8f22-1796fe224a8a on network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:44.019227 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:44.019600 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Checking segment: {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:44.020029 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.020424 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Bound using segment: {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:44.020891 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Bound port: e530725e-0384-42ef-8f22-1796fe224a8a, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:44.021253 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.076218 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 4e9db5b8-dcca-47a1-87f9-b019af99b864 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:44.085022 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 4e9db5b8-dcca-47a1-87f9-b019af99b864 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:44.085393 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.139848 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9b80-eada-43b0-ab0d-7818d7d1d6d6 req-da8c97c6-8d5b-4627-aef9-32eeb832dd33 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:44.142213 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-546f9b80-eada-43b0-ab0d-7818d7d1d6d6 req-da8c97c6-8d5b-4627-aef9-32eeb832dd33 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0844274 Dec 29 20:55:44.193834 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] For port e530725e-0384-42ef-8f22-1796fe224a8a, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:44.197741 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] For port e530725e-0384-42ef-8f22-1796fe224a8a, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=e530725e-0384-42ef-8f22-1796fe224a8a,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:44.202942 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.206481 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-546f9b80-eada-43b0-ab0d-7818d7d1d6d6 req-b334f3c7-c4b9-4802-9847-064bd7249ca8 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583646 Dec 29 20:55:44.328501 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.350167 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c5f20-e8cc-48bf-8bbf-d3da6abf132b None None] Pushing event updated for resources: {'Port': ['ID=e530725e-0384-42ef-8f22-1796fe224a8a,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:44.360437 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:44.361395 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:44.422244 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b137b14e-3338-4351-93ff-e585582278d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9db5b8-dcca-47a1-87f9-b019af99b864'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:44.449482 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 4e9db5b8-dcca-47a1-87f9-b019af99b864, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4e9db5b8-dcca-47a1-87f9-b019af99b864,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:44.459146 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.510483 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b137b14e-3338-4351-93ff-e585582278d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9db5b8-dcca-47a1-87f9-b019af99b864', 'code': 200} Dec 29 20:55:44.630150 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93fea7-c551-4e0a-945c-035e886ecd96 req-edda530e-1442-4a42-9c43-755f08b1fc71 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:44.637122 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device e530725e-0384-42ef-8f22-1796fe224a8a up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:44.637734 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8c93fea7-c551-4e0a-945c-035e886ecd96 req-edda530e-1442-4a42-9c43-755f08b1fc71 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 945 time: 0.0984919 Dec 29 20:55:44.686132 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8c93fea7-c551-4e0a-945c-035e886ecd96 req-88f7f692-cbed-4ca6-a6d8-d64e03c0c518 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475523 Dec 29 20:55:44.747153 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=4e9db5b8-dcca-47a1-87f9-b019af99b864,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:44.761506 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:44.786903 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-dd935fb0-7eda-408f-ba2f-cbb8041b4d37 req-6f5dd967-0564-41f3-933b-638a1cd9183d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 1098 time: 0.0675542 Dec 29 20:55:44.833344 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port e530725e-0384-42ef-8f22-1796fe224a8a completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:44.834435 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-dd935fb0-7eda-408f-ba2f-cbb8041b4d37 req-d93ce3c0-8786-4bb4-b347-5ac4db990c1c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Dec 29 20:55:44.843195 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port e530725e-0384-42ef-8f22-1796fe224a8a triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:44.843732 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.138503 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Sync routers for ids ['d4c2452e-120d-4d47-b79d-1dd811efb26b'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:45.151969 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Routers {'d4c2452e-120d-4d47-b79d-1dd811efb26b'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:45.152931 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['d4c2452e-120d-4d47-b79d-1dd811efb26b'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:45.167375 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.248131 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port e530725e-0384-42ef-8f22-1796fe224a8a, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=e530725e-0384-42ef-8f22-1796fe224a8a,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:45.264748 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:44Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:45.272990 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.276217 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 3adacc06-a457-4987-843b-efde8b2ae1d9 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:45.315724 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a77839-3973-4b2e-9e23-f22c6bbb978d None None] The sync data for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb is: [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:44Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:45.400465 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Set router d4c2452e-120d-4d47-b79d-1dd811efb26b gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:45.445709 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=e530725e-0384-42ef-8f22-1796fe224a8a,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:45.461511 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 3adacc06-a457-4987-843b-efde8b2ae1d9 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:45.461951 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.499718 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98d1ec-26f6-4a8b-9856-1e1383c45ead req-fe1102c3-8b14-45bc-95c8-7746088b3a8f tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:45.508613 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7e98d1ec-26f6-4a8b-9856-1e1383c45ead req-fe1102c3-8b14-45bc-95c8-7746088b3a8f tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1036222 Dec 29 20:55:45.615146 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7e98d1ec-26f6-4a8b-9856-1e1383c45ead req-64e64838-0b04-4290-bb2c-d4f93693290a tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004786 Dec 29 20:55:45.777678 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:35Z', 'revision_number': 4, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'gw_port': {'id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '913448c7-12b7-4434-b592-746e76b21dd2', 'name': '', 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'mac_address': 'fa:16:3e:c4:b4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1ef3a9-6f12-40c7-94dc-318e01aa452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:34Z', 'updated_at': '2021-12-29T20:55:36Z', 'revision_number': 2, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'subnets': [{'id': '0c1ef3a9-6f12-40c7-94dc-318e01aa452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:45.782048 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Checking router: d4c2452e-120d-4d47-b79d-1dd811efb26b for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:45.782598 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Updating router d4c2452e-120d-4d47-b79d-1dd811efb26b port 913448c7-12b7-4434-b592-746e76b21dd2 binding host dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:55:45.854806 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.944751 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45c561-53fe-4792-a628-ed814319195f req-46d0bce2-5537-4818-917e-435ecc957c9e tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:45.952892 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca45c561-53fe-4792-a628-ed814319195f req-46d0bce2-5537-4818-917e-435ecc957c9e tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 945 time: 0.1215553 Dec 29 20:55:46.008479 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca45c561-53fe-4792-a628-ed814319195f req-32b0e0ef-354a-4158-b3b8-cfdd35394d44 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Dec 29 20:55:46.264049 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.276974 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Transition to ACTIVE for port object 913448c7-12b7-4434-b592-746e76b21dd2 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:46.283401 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.409675 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15201c4c-44e9-4ee3-8a12-bf5fed119eb9 None None] Pushing event updated for resources: {'Port': ['ID=913448c7-12b7-4434-b592-746e76b21dd2,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:46.513366 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Attempting to bind port 913448c7-12b7-4434-b592-746e76b21dd2 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:46.513883 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Attempting to bind port 913448c7-12b7-4434-b592-746e76b21dd2 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '974c121e-97de-4021-8bcf-92870bd532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:46.514374 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Attempting to bind port 913448c7-12b7-4434-b592-746e76b21dd2 on network 33366552-ba09-48d4-ad51-3e0b6f15e0cf {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:46.521105 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:46.521578 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Checking segment: {'id': '974c121e-97de-4021-8bcf-92870bd532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:46.522058 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.522574 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Bound using segment: {'id': '974c121e-97de-4021-8bcf-92870bd532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:46.523111 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Bound port: 913448c7-12b7-4434-b592-746e76b21dd2, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974c121e-97de-4021-8bcf-92870bd532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:46.523554 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.554536 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device e530725e-0384-42ef-8f22-1796fe224a8a up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:46.613925 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] For port 913448c7-12b7-4434-b592-746e76b21dd2, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:46.616852 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] For port 913448c7-12b7-4434-b592-746e76b21dd2, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=913448c7-12b7-4434-b592-746e76b21dd2,segment=NetworkSegment(974c121e-97de-4021-8bcf-92870bd532b8),segment_id=974c121e-97de-4021-8bcf-92870bd532b8)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:46.621672 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.641173 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port e530725e-0384-42ef-8f22-1796fe224a8a triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:46.641547 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.700315 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15201c4c-44e9-4ee3-8a12-bf5fed119eb9 None None] Pushing event updated for resources: {'Port': ['ID=913448c7-12b7-4434-b592-746e76b21dd2,revision_number=4']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:46.720196 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Routers {'d4c2452e-120d-4d47-b79d-1dd811efb26b'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:46.720799 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:55:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['d4c2452e-120d-4d47-b79d-1dd811efb26b'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:46.921021 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] Set router d4c2452e-120d-4d47-b79d-1dd811efb26b gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:46.996006 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c398-3054-4269-a6ba-d4c94ede0d0a req-04b6aea8-eb81-457d-8e1c-4306bd8f3b14 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:46.997617 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cdd5c398-3054-4269-a6ba-d4c94ede0d0a req-04b6aea8-eb81-457d-8e1c-4306bd8f3b14 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.2062006 Dec 29 20:55:47.077980 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cdd5c398-3054-4269-a6ba-d4c94ede0d0a req-3f7833ae-c604-4cf4-9d39-fd2dd3c94178 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746179 Dec 29 20:55:47.228806 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9190b4-0a10-46f5-8654-17cdcc0217f8 req-3751a13b-0bdb-4667-be87-a279750594dd tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:47.230256 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ec9190b4-0a10-46f5-8654-17cdcc0217f8 req-3751a13b-0bdb-4667-be87-a279750594dd tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 945 time: 0.0789475 Dec 29 20:55:47.276808 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ec9190b4-0a10-46f5-8654-17cdcc0217f8 req-19c9ecb8-d71e-434f-8929-2f300073fb6e tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Dec 29 20:55:47.277179 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:35Z', 'revision_number': 4, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'gw_port': {'id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '913448c7-12b7-4434-b592-746e76b21dd2', 'name': '', 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'mac_address': 'fa:16:3e:c4:b4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1ef3a9-6f12-40c7-94dc-318e01aa452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:34Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'subnets': [{'id': '0c1ef3a9-6f12-40c7-94dc-318e01aa452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:47.281271 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd799a46-e45f-4302-9327-d351dfb4ff05 None None] The sync data for ids ['d4c2452e-120d-4d47-b79d-1dd811efb26b'] in dv-cinder-823170-1-smb is: [{'id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:35Z', 'revision_number': 4, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'gw_port': {'id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '913448c7-12b7-4434-b592-746e76b21dd2', 'name': '', 'network_id': '33366552-ba09-48d4-ad51-3e0b6f15e0cf', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'mac_address': 'fa:16:3e:c4:b4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c1ef3a9-6f12-40c7-94dc-318e01aa452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:34Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'subnets': [{'id': '0c1ef3a9-6f12-40c7-94dc-318e01aa452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:48.292120 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893acd0-2104-42a4-8e13-5911a888b4f8 req-55936475-f3c1-488b-8ca2-0a7f9fda5c71 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:48.293624 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a893acd0-2104-42a4-8e13-5911a888b4f8 req-55936475-f3c1-488b-8ca2-0a7f9fda5c71 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0758939 Dec 29 20:55:48.340718 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a893acd0-2104-42a4-8e13-5911a888b4f8 req-ae7df955-6072-4e06-b64b-0f9adc7149c0 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 Dec 29 20:55:48.579975 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 913448c7-12b7-4434-b592-746e76b21dd2 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:48.650518 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 913448c7-12b7-4434-b592-746e76b21dd2 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:48.654955 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 913448c7-12b7-4434-b592-746e76b21dd2 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:48.655318 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:48.781138 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:48.814558 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 913448c7-12b7-4434-b592-746e76b21dd2, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=913448c7-12b7-4434-b592-746e76b21dd2,segment=NetworkSegment(974c121e-97de-4021-8bcf-92870bd532b8),segment_id=974c121e-97de-4021-8bcf-92870bd532b8)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:48.818580 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:48.896779 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=913448c7-12b7-4434-b592-746e76b21dd2,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:49.546422 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c0643-764c-4730-a764-d9368b36fdd0 req-d60ce570-5c8e-4a35-8167-0c7b46fe63c6 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:49.547856 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-783c0643-764c-4730-a764-d9368b36fdd0 req-d60ce570-5c8e-4a35-8167-0c7b46fe63c6 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0793264 Dec 29 20:55:49.593500 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-783c0643-764c-4730-a764-d9368b36fdd0 req-15998f02-3306-4c05-8a54-5e8475d16699 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398889 Dec 29 20:55:50.553471 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 913448c7-12b7-4434-b592-746e76b21dd2 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:50.624396 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 913448c7-12b7-4434-b592-746e76b21dd2 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:50.624763 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.799421 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930685-9e67-481b-9576-5a76ec1ba507 req-4d6cd34d-42b6-4ac4-ba02-ebb5f4dd0b29 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:50.807602 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25930685-9e67-481b-9576-5a76ec1ba507 req-4d6cd34d-42b6-4ac4-ba02-ebb5f4dd0b29 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0884507 Dec 29 20:55:50.858312 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25930685-9e67-481b-9576-5a76ec1ba507 req-4397b1bd-2279-4ee1-bd75-9a73597e3bb3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497470 Dec 29 20:55:51.230348 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63765a88-f5c3-4bd6-8116-7095152f60fa req-837ff1f1-9624-4425-b398-7eedc1a774d5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:51.231891 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-63765a88-f5c3-4bd6-8116-7095152f60fa req-837ff1f1-9624-4425-b398-7eedc1a774d5 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0787764 Dec 29 20:55:51.266443 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8d97681-8b7a-4a5a-82af-6c4d55fb90ce req-6a5f4912-2482-46f9-a243-d8481059d490 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 1098 time: 0.0723841 Dec 29 20:55:51.277890 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-63765a88-f5c3-4bd6-8116-7095152f60fa req-b4682068-fb05-4027-a90e-ea092458ed20 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398166 Dec 29 20:55:51.399748 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97681-8b7a-4a5a-82af-6c4d55fb90ce req-a7a6b9f8-e52f-4326-bbe9-e7cef386c014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:51.401129 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8d97681-8b7a-4a5a-82af-6c4d55fb90ce req-a7a6b9f8-e52f-4326-bbe9-e7cef386c014 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 909 time: 0.1271663 Dec 29 20:55:51.505090 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8d97681-8b7a-4a5a-82af-6c4d55fb90ce req-2f6de1d5-648d-4aef-a085-b5f981c64f8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e465bf-73fa-4610-bbdb-370e7db7d681 HTTP/1.1" status: 200 len: 1001 time: 0.0960197 Dec 29 20:55:51.573353 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97681-8b7a-4a5a-82af-6c4d55fb90ce req-e3f8d598-821d-410c-9ecf-7add7960d948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:51.575196 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8d97681-8b7a-4a5a-82af-6c4d55fb90ce req-e3f8d598-821d-410c-9ecf-7add7960d948 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 200 len: 848 time: 0.0613189 Dec 29 20:55:51.666341 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8d97681-8b7a-4a5a-82af-6c4d55fb90ce req-5bd64441-4cf5-4caf-9cb5-93e57c2e3528 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744503 Dec 29 20:55:51.815049 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8d97681-8b7a-4a5a-82af-6c4d55fb90ce req-f37b3e94-8a33-4620-8bf9-8e6f1855153b service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412351 Dec 29 20:55:52.080335 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d8d97681-8b7a-4a5a-82af-6c4d55fb90ce req-0ecc97f3-ce2b-435b-8fa6-d90f5b0b4086 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482290 Dec 29 20:55:52.099269 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69384c5-f9e1-4ba7-8145-743400390558 req-a38a3f02-6408-4d11-9db4-afb486a16436 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:52.100814 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-a38a3f02-6408-4d11-9db4-afb486a16436 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 814 time: 0.1864991 Dec 29 20:55:52.119246 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-5b23da53-9cfa-4843-826a-a361871d77bf tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/quotas/856171c3d1ef46848bf321a86067af1b HTTP/1.1" status: 200 len: 375 time: 0.0115228 Dec 29 20:55:52.204069 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-a1edcaf8-9c8d-4e8b-8e67-347dc8d015b0 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789952 Dec 29 20:55:52.343195 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-ee9e9d5c-276a-41b0-b73e-27db534203c3 service neutron] 10.222.0.16 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323903 Dec 29 20:55:52.480118 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.490489 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-e0f86298-87e3-46ea-85fb-d9725b5d09c5 service neutron] 10.222.0.16 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410758 Dec 29 20:55:52.642664 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6612d5-22cf-413b-8b96-68580132b7d3 req-a8d53d11-1ea8-4239-a8c7-01a6669de8f6 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:52.654150 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-aa6612d5-22cf-413b-8b96-68580132b7d3 req-a8d53d11-1ea8-4239-a8c7-01a6669de8f6 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1044602 Dec 29 20:55:52.704930 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-aa6612d5-22cf-413b-8b96-68580132b7d3 req-f817e057-32b5-49c5-989e-c34075dc78e8 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491321 Dec 29 20:55:52.715931 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1dfd4a57-569f-4c17-8731-e7bfd00ae13e req-358f722a-48a0-4824-a24e-31512115d85d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 210 time: 0.0587225 Dec 29 20:55:53.937530 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670402-c8b4-4b25-88f8-269bfe18a07c req-b6283457-767a-4a83-bcfb-5d29df5c3f6c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:53.939041 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43670402-c8b4-4b25-88f8-269bfe18a07c req-b6283457-767a-4a83-bcfb-5d29df5c3f6c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0872538 Dec 29 20:55:53.985406 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43670402-c8b4-4b25-88f8-269bfe18a07c req-ac5d5b1f-7f6a-44ba-a1ee-9b112be5d0b9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408115 Dec 29 20:55:54.009118 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f7f9bbe2-1cfb-4305-b08e-7de18a93fef3 req-6fa9dd8a-a4df-4461-9a21-19ea3e9985d2 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 210 time: 0.0494132 Dec 29 20:55:54.084529 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69384c5-f9e1-4ba7-8145-743400390558 req-2b181d4c-67c1-4d17-9b92-e6bbef5aca36 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:54.086044 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-2b181d4c-67c1-4d17-9b92-e6bbef5aca36 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 814 time: 0.3283868 Dec 29 20:55:54.112104 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Request body: {'port': {'device_id': 'c125d6e6-79a3-4edb-9ad3-e40d79d53a9d', 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e', 'admin_state_up': True, 'tenant_id': '856171c3d1ef46848bf321a86067af1b'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:54.249888 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:54.259263 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:54.268647 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Made reservation on behalf of 856171c3d1ef46848bf321a86067af1b for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:54.271679 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.429635 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Allocated IP 172.20.0.6 (b023f25d-4751-4d39-a0d6-70551d6a9d7e/710a416b-bbb1-4f3a-8402-b44dd95ac64f/f313c5ba-d41e-468c-928a-47cfd2597806) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:54.629966 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.657741 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.681024 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['4e9db5b8-dcca-47a1-87f9-b019af99b864'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:54.734595 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Network b023f25d-4751-4d39-a0d6-70551d6a9d7e is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:54.738280 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:54.740951 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Pushing event updated for resources: {'Port': ['ID=f313c5ba-d41e-468c-928a-47cfd2597806,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:54.743606 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:54.807843 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:54.808607 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.834877 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-810dc8f3-526c-4e59-8f66-f8f737633560 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274473 Dec 29 20:55:54.856752 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Request body: {'port': {'device_id': 'c125d6e6-79a3-4edb-9ad3-e40d79d53a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:54.967987 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.217041 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b731c6-e2d9-49cd-b9d6-a8c105bb330a req-c373fcc6-87dc-4c75-ae30-db4962b00872 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:55.218678 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c4b731c6-e2d9-49cd-b9d6-a8c105bb330a req-c373fcc6-87dc-4c75-ae30-db4962b00872 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 931 time: 0.0821371 Dec 29 20:55:55.263944 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c4b731c6-e2d9-49cd-b9d6-a8c105bb330a req-a4c8f895-9f9a-4d0d-b35d-40b16cf13790 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Dec 29 20:55:55.321292 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f313c5ba-d41e-468c-928a-47cfd2597806 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:55:55.329289 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.345149 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Transition to ACTIVE for port object f313c5ba-d41e-468c-928a-47cfd2597806 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:55.349449 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.488358 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=f313c5ba-d41e-468c-928a-47cfd2597806,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:55.592771 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Attempting to bind port f313c5ba-d41e-468c-928a-47cfd2597806 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:55.593100 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Attempting to bind port f313c5ba-d41e-468c-928a-47cfd2597806 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:55.593422 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Attempting to bind port f313c5ba-d41e-468c-928a-47cfd2597806 on network b023f25d-4751-4d39-a0d6-70551d6a9d7e {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:55.599288 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Port f313c5ba-d41e-468c-928a-47cfd2597806 on network b023f25d-4751-4d39-a0d6-70551d6a9d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:55:55.599599 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Attempting to bind port f313c5ba-d41e-468c-928a-47cfd2597806 on network b023f25d-4751-4d39-a0d6-70551d6a9d7e {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:55.606206 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:55.606535 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Checking segment: {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:55.606906 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Bound using segment: {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:55.607316 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Bound port: f313c5ba-d41e-468c-928a-47cfd2597806, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:55.607672 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.696777 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] For port f313c5ba-d41e-468c-928a-47cfd2597806, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:55.699637 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] For port f313c5ba-d41e-468c-928a-47cfd2597806, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f313c5ba-d41e-468c-928a-47cfd2597806,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:55.704120 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.767203 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.769358 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] 10.222.0.32 "PUT /v2.0/ports/f313c5ba-d41e-468c-928a-47cfd2597806 HTTP/1.1" status: 200 len: 1093 time: 0.9170566 Dec 29 20:55:55.769787 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c125d6e6-79a3-4edb-9ad3-e40d79d53a9d', 'tag': 'f313c5ba-d41e-468c-928a-47cfd2597806'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:55.791016 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf0a2-4227-49da-8c17-6c9fc6b0ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=f313c5ba-d41e-468c-928a-47cfd2597806,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:55.845778 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c125d6e6-79a3-4edb-9ad3-e40d79d53a9d', 'tag': 'f313c5ba-d41e-468c-928a-47cfd2597806', 'status': 'completed', 'code': 200} Dec 29 20:55:55.889268 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-e8811de9-44a3-4d84-8290-c40b8190f938 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 1096 time: 0.0747321 Dec 29 20:55:56.019444 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-7d85bf1c-6dff-4353-891a-b946e1010085 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f313c5ba-d41e-468c-928a-47cfd2597806 HTTP/1.1" status: 200 len: 217 time: 0.1204188 Dec 29 20:55:56.085214 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69384c5-f9e1-4ba7-8145-743400390558 req-6d51f35b-5dc6-4279-91e9-79415882919f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:56.087027 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-6d51f35b-5dc6-4279-91e9-79415882919f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710a416b-bbb1-4f3a-8402-b44dd95ac64f HTTP/1.1" status: 200 len: 854 time: 0.0571721 Dec 29 20:55:56.137990 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-9165984f-4e9e-4543-a791-4672669e0f2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b023f25d-4751-4d39-a0d6-70551d6a9d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388181 Dec 29 20:55:56.276421 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-9bc332cf-f079-4988-beb0-91c81842e6a7 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297143 Dec 29 20:55:56.448236 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c69384c5-f9e1-4ba7-8145-743400390558 req-ca8967c3-e0c4-47ad-b550-d96f9fa64a05 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619110 Dec 29 20:55:56.495785 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f96a-ec72-47ea-9d77-8a15c313781e req-4ce727f7-ac6d-4855-88e9-94566c584304 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:56.496493 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-d859f96a-ec72-47ea-9d77-8a15c313781e req-4ce727f7-ac6d-4855-88e9-94566c584304 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Synchronizing usage tracker for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:56.550495 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-d859f96a-ec72-47ea-9d77-8a15c313781e req-4ce727f7-ac6d-4855-88e9-94566c584304 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Unset dirty status for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:56.551615 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d859f96a-ec72-47ea-9d77-8a15c313781e req-4ce727f7-ac6d-4855-88e9-94566c584304 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 943 time: 0.1594398 Dec 29 20:55:56.609822 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4342055e-b353-474b-be86-363cea34d341 req-d6bfec74-60f2-4204-84e5-8b10e2cdca58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 1096 time: 0.1105623 Dec 29 20:55:56.612290 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d859f96a-ec72-47ea-9d77-8a15c313781e req-860867c9-7ee2-4c8e-ad7b-205598d4c9df tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543904 Dec 29 20:55:56.742584 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342055e-b353-474b-be86-363cea34d341 req-69738e16-73f3-4c60-852b-bd02410f11fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:56.744009 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4342055e-b353-474b-be86-363cea34d341 req-69738e16-73f3-4c60-852b-bd02410f11fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 914 time: 0.1262217 Dec 29 20:55:56.825932 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4342055e-b353-474b-be86-363cea34d341 req-dc8f4110-7b81-4c9d-ac5d-37881d002508 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f313c5ba-d41e-468c-928a-47cfd2597806 HTTP/1.1" status: 200 len: 217 time: 0.0678148 Dec 29 20:55:56.911972 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342055e-b353-474b-be86-363cea34d341 req-01ce2c60-b39e-4dc7-a647-a877b73c03a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:56.913405 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4342055e-b353-474b-be86-363cea34d341 req-01ce2c60-b39e-4dc7-a647-a877b73c03a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710a416b-bbb1-4f3a-8402-b44dd95ac64f HTTP/1.1" status: 200 len: 854 time: 0.0789628 Dec 29 20:55:56.965265 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4342055e-b353-474b-be86-363cea34d341 req-ea8b4307-b438-43de-97cd-8300b32fa10a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b023f25d-4751-4d39-a0d6-70551d6a9d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414398 Dec 29 20:55:57.110971 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4342055e-b353-474b-be86-363cea34d341 req-9987e772-e1d0-41ae-bb65-7de33f3bd315 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302192 Dec 29 20:55:57.240629 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4342055e-b353-474b-be86-363cea34d341 req-25385d6a-47b5-4523-b3cf-f67f248ac495 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227491 Dec 29 20:55:57.804993 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a561c3b-ecb6-4201-a71a-720afbb1566f req-b4c6da8a-7416-4b82-a044-0a91e4960358 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:57.806449 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4a561c3b-ecb6-4201-a71a-720afbb1566f req-b4c6da8a-7416-4b82-a044-0a91e4960358 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 943 time: 0.0733564 Dec 29 20:55:57.855407 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4a561c3b-ecb6-4201-a71a-720afbb1566f req-36e3876f-1e41-4533-8e63-9b6a38e107a7 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 Dec 29 20:55:59.054036 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b14f-6b18-44c3-a260-01f4192e187e req-acf725c3-c0e9-48ed-b052-ab7823348be4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:59.056128 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e979b14f-6b18-44c3-a260-01f4192e187e req-acf725c3-c0e9-48ed-b052-ab7823348be4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 943 time: 0.0774338 Dec 29 20:55:59.104042 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e979b14f-6b18-44c3-a260-01f4192e187e req-fcb44ea5-ae68-43fc-bf70-bf2d9141b9d8 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Dec 29 20:55:59.975999 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device f313c5ba-d41e-468c-928a-47cfd2597806 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:56:00.148235 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port f313c5ba-d41e-468c-928a-47cfd2597806, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f313c5ba-d41e-468c-928a-47cfd2597806,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:00.171194 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'f313c5ba-d41e-468c-928a-47cfd2597806', 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e', 'port_id': 'f313c5ba-d41e-468c-928a-47cfd2597806', 'mac_address': 'fa:16:3e:b7:46:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710a416b-bbb1-4f3a-8402-b44dd95ac64f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:56:00.235222 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:00.253284 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f313c5ba-d41e-468c-928a-47cfd2597806 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:00.269907 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port f313c5ba-d41e-468c-928a-47cfd2597806, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f313c5ba-d41e-468c-928a-47cfd2597806,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:00.274861 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:00.348428 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87538d51-25df-4184-badf-5d053dd97b77 req-ffd51416-7b9a-4463-8623-9a676794c82a tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:00.350208 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-87538d51-25df-4184-badf-5d053dd97b77 req-ffd51416-7b9a-4463-8623-9a676794c82a tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 944 time: 0.1109216 Dec 29 20:56:00.360720 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=f313c5ba-d41e-468c-928a-47cfd2597806,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:00.397679 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-87538d51-25df-4184-badf-5d053dd97b77 req-7d9c0768-b144-4f0e-ad43-4ea105ffc6f8 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Dec 29 20:56:00.600187 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['f313c5ba-d41e-468c-928a-47cfd2597806'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:00.652881 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:56:00.857602 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-cd945a7d-296c-4d26-a692-0ea84a6666c7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Synchronizing usage tracker for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:00.885132 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-cd945a7d-296c-4d26-a692-0ea84a6666c7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Unset dirty status for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:00.886320 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-cd945a7d-296c-4d26-a692-0ea84a6666c7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929499854&fields=id&tenant_id=dbd376f49a914f9ba4c69d4830d3464f HTTP/1.1" status: 200 len: 267 time: 0.0714087 Dec 29 20:56:01.031777 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-92da938b-4314-44d3-89e9-81a3aa0b82d3 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:01.032476 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-92da938b-4314-44d3-89e9-81a3aa0b82d3 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Synchronizing usage tracker for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:network {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:01.049472 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-92da938b-4314-44d3-89e9-81a3aa0b82d3 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Unset dirty status for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:network {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:01.050639 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-92da938b-4314-44d3-89e9-81a3aa0b82d3 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/networks?id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d HTTP/1.1" status: 200 len: 809 time: 0.1577203 Dec 29 20:56:01.054009 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a183-3618-4f15-8c37-f4969a4cea5c req-16e32356-9e08-4833-9b10-df6a4ef8dcac tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:01.055477 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d309a183-3618-4f15-8c37-f4969a4cea5c req-16e32356-9e08-4833-9b10-df6a4ef8dcac tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 946 time: 0.0767913 Dec 29 20:56:01.067105 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-70c1d87c-06c9-49c3-bec6-53a6951aaa85 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/quotas/dbd376f49a914f9ba4c69d4830d3464f HTTP/1.1" status: 200 len: 375 time: 0.0104156 Dec 29 20:56:01.101779 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d309a183-3618-4f15-8c37-f4969a4cea5c req-0f70ce70-f417-40f6-856a-d64e3996b28a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Dec 29 20:56:01.152311 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-cb9d7877-03d8-40ab-805d-44e956a10507 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Synchronizing usage tracker for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:01.169929 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-cb9d7877-03d8-40ab-805d-44e956a10507 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Unset dirty status for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:01.171276 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-cb9d7877-03d8-40ab-805d-44e956a10507 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbd376f49a914f9ba4c69d4830d3464f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990834 Dec 29 20:56:01.307293 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-a9de41dc-a574-4e70-8656-ced60cfd18da service neutron] 10.222.0.16 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241002 Dec 29 20:56:01.432619 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-e3d88420-4f51-4b23-8534-d4079c294023 service neutron] 10.222.0.16 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196039 Dec 29 20:56:01.594736 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908ee2-8cd4-4573-a13e-e98400a80933 req-7f5d0ef9-1948-4166-a9b9-eb54143b8cdc tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:01.596233 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2c908ee2-8cd4-4573-a13e-e98400a80933 req-7f5d0ef9-1948-4166-a9b9-eb54143b8cdc tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 944 time: 0.0758011 Dec 29 20:56:01.644886 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2c908ee2-8cd4-4573-a13e-e98400a80933 req-44d2feea-f3e2-4d5f-aa0b-91ae7c7deb6a tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Dec 29 20:56:01.851533 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-49136f8f-5f25-4e04-9ef2-aea2143ac2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.937878 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e9bcc8d6-3e26-4fa7-ad77-c7df06cdc0d8 req-89a574b9-1389-4d5a-b751-9d44680d2787 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 210 time: 0.1491196 Dec 29 20:56:01.989513 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device f313c5ba-d41e-468c-928a-47cfd2597806 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:02.064061 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port f313c5ba-d41e-468c-928a-47cfd2597806 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:02.069291 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port f313c5ba-d41e-468c-928a-47cfd2597806 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:02.069669 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.225830 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.277390 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c125d6e6-79a3-4edb-9ad3-e40d79d53a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f313c5ba-d41e-468c-928a-47cfd2597806'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:02.285883 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port f313c5ba-d41e-468c-928a-47cfd2597806, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f313c5ba-d41e-468c-928a-47cfd2597806,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:02.290934 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.350439 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c125d6e6-79a3-4edb-9ad3-e40d79d53a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f313c5ba-d41e-468c-928a-47cfd2597806', 'code': 200} Dec 29 20:56:02.368914 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=f313c5ba-d41e-468c-928a-47cfd2597806,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:02.369136 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05162ef2-3bab-4ca8-8964-4bbed1639fd2 req-ae8801bb-2e14-4781-a894-6d7b367ed405 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:02.370624 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-05162ef2-3bab-4ca8-8964-4bbed1639fd2 req-ae8801bb-2e14-4781-a894-6d7b367ed405 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 946 time: 0.0979750 Dec 29 20:56:02.436308 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-05162ef2-3bab-4ca8-8964-4bbed1639fd2 req-86adf3d2-a914-4340-bfa5-dec08c433e50 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571101 Dec 29 20:56:02.624670 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-80009266-607c-445c-a6d7-6615f4008d75 req-ec4d0295-885a-4e0d-bed0-dcf630415d39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 1098 time: 0.0749764 Dec 29 20:56:02.670201 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-80009266-607c-445c-a6d7-6615f4008d75 req-992c0315-16b2-4733-8ed5-af1612a46d41 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358450 Dec 29 20:56:02.838272 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b8c-187f-4af8-a9c9-e7578f9c2040 req-93d56804-d78b-4bb0-8ec7-4e2d1d4b4a5d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:02.839702 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-44225b8c-187f-4af8-a9c9-e7578f9c2040 req-93d56804-d78b-4bb0-8ec7-4e2d1d4b4a5d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 945 time: 0.0739875 Dec 29 20:56:02.896304 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-44225b8c-187f-4af8-a9c9-e7578f9c2040 req-8a00f745-ca09-48b5-9718-1c776d36d988 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505564 Dec 29 20:56:03.100894 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-753d6d93-0dc1-41f7-9a4e-7156c738a760 req-265c7e82-819f-4ae1-b7f3-f38fcf9325e1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 210 time: 0.0403724 Dec 29 20:56:03.330743 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-af333ff0-2855-4ad6-a48f-53f952ded771 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:03.341097 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-af333ff0-2855-4ad6-a48f-53f952ded771 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 946 time: 0.1216507 Dec 29 20:56:03.436442 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Deleting port fde79a26-7ca3-4178-905b-3b5af624c090 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:56:03.436789 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:03.483310 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-8bc1c426-facb-4cb2-9385-81fc8dc2a606 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:03.485517 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-8bc1c426-facb-4cb2-9385-81fc8dc2a606 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.32 "GET /v2.0/networks?id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d HTTP/1.1" status: 200 len: 809 time: 0.2318878 Dec 29 20:56:03.598467 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-bb96f4bd-e676-4cac-8c3b-045eebfadcf9 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd376f49a914f9ba4c69d4830d3464f HTTP/1.1" status: 200 len: 380 time: 0.0916550 Dec 29 20:56:03.610082 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Request body: {'port': {'device_id': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'admin_state_up': True, 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'security_groups': ['7fdc5eab-dfdd-48b5-a2e1-70d294999562']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:03.790223 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] For port fde79a26-7ca3-4178-905b-3b5af624c090, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fde79a26-7ca3-4178-905b-3b5af624c090,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:03.790810 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:03.802168 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:03.802393 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd0785-7852-4aef-8d37-8856d645bb29 req-646f365f-598d-4bce-93e1-68b742f297fb tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:03.803800 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ebdd0785-7852-4aef-8d37-8856d645bb29 req-646f365f-598d-4bce-93e1-68b742f297fb tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 946 time: 0.2136683 Dec 29 20:56:03.818466 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb549c-b53b-4864-89fa-7a7f82cf167e req-9423a579-5ddf-4928-a6f4-3dcf70a1c442 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:03.820365 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-93fb549c-b53b-4864-89fa-7a7f82cf167e req-9423a579-5ddf-4928-a6f4-3dcf70a1c442 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 946 time: 0.1466274 Dec 29 20:56:03.829763 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:03.877557 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Made reservation on behalf of dbd376f49a914f9ba4c69d4830d3464f for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:56:03.880546 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:03.909588 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-93fb549c-b53b-4864-89fa-7a7f82cf167e req-45a30e89-ddc3-419e-8a02-2eed2ffc1036 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811300 Dec 29 20:56:03.988467 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ebdd0785-7852-4aef-8d37-8856d645bb29 req-0b619871-2b1c-4f7f-a31d-09c3afcef05d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788218 Dec 29 20:56:04.127162 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-02db11d7-766c-4004-b73f-c2c267aeb2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.130228 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Allocated IP 172.20.0.11 (5181ff57-aa6e-4e41-8dfe-b54f879d3f1d/e46d2721-0611-478f-86c1-1b8c381678e1/1d4d3d9a-2759-44bf-92d6-0f1bcb019abc) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:04.176562 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.177243 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.177915 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.l3_db [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Floating IP 7c3fde37-722f-4831-b889-3d3903177b93 disassociated. External IP: 172.28.2.176, port: fde79a26-7ca3-4178-905b-3b5af624c090. Dec 29 20:56:04.178628 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Calling delete_port for fde79a26-7ca3-4178-905b-3b5af624c090 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:56:04.334679 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-76d2bbcc-87d2-4008-93fd-d60804d80017 req-2ba9a364-722d-4da6-9c27-0a76e655bf20 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 210 time: 0.0621905 Dec 29 20:56:04.350362 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8822-7ca7-439b-bf76-c2e658277df7 req-2c58bb73-f957-4329-9187-0406810fbb21 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:04.351848 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8b2f8822-7ca7-439b-bf76-c2e658277df7 req-2c58bb73-f957-4329-9187-0406810fbb21 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 945 time: 0.2912953 Dec 29 20:56:04.355316 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.412206 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8b2f8822-7ca7-439b-bf76-c2e658277df7 req-666507b0-9a7a-4618-89c7-af6fa3d71dae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475392 Dec 29 20:56:04.422952 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.423295 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Transition to ACTIVE for port object 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:04.448098 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.472136 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event deleted for resources: {'Port': ['ID=fde79a26-7ca3-4178-905b-3b5af624c090,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:04.531176 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:04.532201 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'Port': ['ID=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:04.534888 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:04.538044 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:04.603751 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:04.604415 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.637890 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-c23e0ff1-07e4-401e-8ad3-7e9bc2e40f3c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0320489 Dec 29 20:56:04.658098 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Request body: {'port': {'device_id': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:04.692196 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Router a8599681-a8db-494d-9c76-4fa6b71e9396 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:56:04.780265 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.832415 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-7495e588-1596-490d-9d73-9adc6339e7ae None None] Provisioning for port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:04.841009 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-7495e588-1596-490d-9d73-9adc6339e7ae None None] Provisioning complete for port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:04.841988 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7495e588-1596-490d-9d73-9adc6339e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.917521 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-7495e588-1596-490d-9d73-9adc6339e7ae None None] Port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:56:04.993623 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:56:05.004077 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] Sync routers for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:56:05.025906 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:05.026698 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:56:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:05.081304 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] No DVR routers for this DVR port fde79a26-7ca3-4178-905b-3b5af624c090 on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:56:05.114432 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.117108 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-deleted', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:05.156260 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d3092c29-6ebd-4038-8ed7-7be9e512f403 req-d27320f1-0abf-441b-b5d4-a3452949105c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "DELETE /v2.0/ports/fde79a26-7ca3-4178-905b-3b5af624c090 HTTP/1.1" status: 204 len: 173 time: 1.8026848 Dec 29 20:56:05.190697 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed8de1-93ae-4e4a-913c-a896487fe308 req-c22a43de-4420-4263-ab3b-00e8423e121f tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:05.192610 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f7ed8de1-93ae-4e4a-913c-a896487fe308 req-c22a43de-4420-4263-ab3b-00e8423e121f tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 946 time: 0.1128840 Dec 29 20:56:05.245271 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f7ed8de1-93ae-4e4a-913c-a896487fe308 req-6daa4ad1-dec7-4d80-8388-f7ccce8dd5ad tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Dec 29 20:56:05.293924 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.316673 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:05.338317 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7f5c887-7eaf-4120-97b6-0c64d79546ae req-4741fa27-2d2b-4da2-a150-1bca7894fda5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f09a69e-4766-47aa-a129-cf9f87856fb7 HTTP/1.1" status: 200 len: 210 time: 0.1146014 Dec 29 20:56:05.389590 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f09a69e-4766-47aa-a129-cf9f87856fb7', 'name': 'network-vif-deleted', 'tag': 'fde79a26-7ca3-4178-905b-3b5af624c090', 'status': 'completed', 'code': 200} Dec 29 20:56:05.431162 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.476550 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:05.492864 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.522910 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Transition to ACTIVE for port object 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:05.527925 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.671834 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648fab5-5e29-4ae0-94f1-b29e50010342 req-f8c8ae36-419e-4384-bf45-83bc1b82d76b tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:05.682293 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b648fab5-5e29-4ae0-94f1-b29e50010342 req-f8c8ae36-419e-4384-bf45-83bc1b82d76b tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 944 time: 0.1351857 Dec 29 20:56:05.734807 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:05.741358 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] Checking router: a8599681-a8db-494d-9c76-4fa6b71e9396 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:56:05.750205 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-b648fab5-5e29-4ae0-94f1-b29e50010342 req-a4374e09-55b3-464f-8b21-cadca95fd100 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Synchronizing usage tracker for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:05.754322 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:05.754947 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:56:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:05.774762 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-b648fab5-5e29-4ae0-94f1-b29e50010342 req-a4374e09-55b3-464f-8b21-cadca95fd100 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Unset dirty status for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:05.805863 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b648fab5-5e29-4ae0-94f1-b29e50010342 req-a4374e09-55b3-464f-8b21-cadca95fd100 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219287 Dec 29 20:56:05.849719 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:06.003578 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:06.009433 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77630950-b600-4f4c-98c4-f48d7403e663 req-46ee1088-08fd-410a-b342-68e44ca306db tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:06.010879 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-77630950-b600-4f4c-98c4-f48d7403e663 req-46ee1088-08fd-410a-b342-68e44ca306db tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 945 time: 0.3409600 Dec 29 20:56:06.052199 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Attempting to bind port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:56:06.052530 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Attempting to bind port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:56:06.052856 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Attempting to bind port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc on network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:06.069008 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc on network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:56:06.069331 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Attempting to bind port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc on network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:06.076533 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:56:06.081255 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-77630950-b600-4f4c-98c4-f48d7403e663 req-46327a7b-deda-4ec6-b6b0-49033c010cb2 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634882 Dec 29 20:56:06.082066 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:56:06.082401 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Checking segment: {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:56:06.082768 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Bound using segment: {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:56:06.083197 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Bound port: 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:56:06.083547 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:06.125784 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: fde79a26-7ca3-4178-905b-3b5af624c090 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:56:06.126121 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fde79a26-7ca3-4178-905b-3b5af624c090 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:56:06.177520 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:56:06.181410 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:56:06.187092 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:06.268111 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:06.269902 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d4d3d9a-2759-44bf-92d6-0f1bcb019abc HTTP/1.1" status: 200 len: 1094 time: 1.6170781 Dec 29 20:56:06.270340 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:06.375095 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5498b-6117-44bb-be9c-a547aef25918 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:06.413539 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'status': 'completed', 'code': 200} Dec 29 20:56:06.444777 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-e538495a-37d9-4254-b2d4-079739eb4652 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd376f49a914f9ba4c69d4830d3464f&device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1097 time: 0.1159232 Dec 29 20:56:06.462990 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:06.467497 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4bc4d-fdce-4cc2-ba96-8fef65d7ac50 None None] The sync data for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb is: [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:56:06.528277 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:06.596187 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-1fc82de3-8a6f-4231-b278-ec68ff7e1f32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc HTTP/1.1" status: 200 len: 217 time: 0.1429491 Dec 29 20:56:06.713999 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-7c0fd907-4273-44d0-9b80-584a92545df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:06.715471 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-7c0fd907-4273-44d0-9b80-584a92545df5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e46d2721-0611-478f-86c1-1b8c381678e1 HTTP/1.1" status: 200 len: 848 time: 0.0843709 Dec 29 20:56:06.777474 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d26787-6e59-440d-a995-439446963738 req-c95e83c2-6fab-4542-b09c-3015a0317d6d tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:06.778943 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-30d26787-6e59-440d-a995-439446963738 req-c95e83c2-6fab-4542-b09c-3015a0317d6d tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 946 time: 0.1815457 Dec 29 20:56:06.830700 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35290) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:06.863357 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-30d26787-6e59-440d-a995-439446963738 req-1638c3a5-fba0-4697-a314-02b4f0a44a4f tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758405 Dec 29 20:56:06.878946 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-a4be4e6a-9e4e-483a-b20b-d227839dbd06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1552329 Dec 29 20:56:06.956611 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-04e38f03-6076-4293-893d-c6e466a36c25 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:07.001527 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-04e38f03-6076-4293-893d-c6e466a36c25 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:07.064587 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-04e38f03-6076-4293-893d-c6e466a36c25 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:07.088202 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e38f03-6076-4293-893d-c6e466a36c25 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c89920a-4c5b-4c6b-acdc-9a1bc0af847b,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:07.108649 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-04e38f03-6076-4293-893d-c6e466a36c25 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:07.113267 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-04e38f03-6076-4293-893d-c6e466a36c25 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c89920a-4c5b-4c6b-acdc-9a1bc0af847b HTTP/1.1" status: 204 len: 168 time: 0.2819369 Dec 29 20:56:07.113865 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35298) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:07.142913 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.api.v2.resource [None req-8dd2df19-af9d-4389-97b3-57e200a3a54e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] show failed (client error): The resource could not be found. Dec 29 20:56:07.145422 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8dd2df19-af9d-4389-97b3-57e200a3a54e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups/3c89920a-4c5b-4c6b-acdc-9a1bc0af847b HTTP/1.1" status: 404 len: 347 time: 0.0304577 Dec 29 20:56:07.147721 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-a681fe43-0ee1-4ed1-93a7-92a8016fe46d service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615230 Dec 29 20:56:07.149412 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35302) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:07.182467 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dbaf9f-a83c-4ce3-bcd4-8588653af8a1 None None] New status for floating IP 7c3fde37-722f-4831-b889-3d3903177b93: DOWN {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:56:07.254495 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14a6d2-5330-4510-b4ff-25014e2903aa req-9639a846-98de-49dc-9e00-78a3bacafd99 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:07.255127 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-5b14a6d2-5330-4510-b4ff-25014e2903aa req-9639a846-98de-49dc-9e00-78a3bacafd99 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Synchronizing usage tracker for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:07.297038 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-5b14a6d2-5330-4510-b4ff-25014e2903aa req-9639a846-98de-49dc-9e00-78a3bacafd99 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Unset dirty status for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:07.303281 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5b14a6d2-5330-4510-b4ff-25014e2903aa req-9639a846-98de-49dc-9e00-78a3bacafd99 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 944 time: 0.2503934 Dec 29 20:56:07.373869 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Deleting port 04f863bb-6080-4e4b-8bf7-6ebc6ea8f02c {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:56:07.374431 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:07.399513 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-223d59ae-7b4c-495b-8ef0-652f82da1c4e req-0c585ad8-57b2-43fb-a3ce-c90de4ed442d service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420685 Dec 29 20:56:07.436998 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5b14a6d2-5330-4510-b4ff-25014e2903aa req-9dc565e0-d045-4665-b49d-5f0cc2e7892e tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313214 Dec 29 20:56:07.553309 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-596c1748-9164-492c-8e94-390ed657140d req-b3454ddb-434e-45a8-8559-227ef0293b79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd376f49a914f9ba4c69d4830d3464f&device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1097 time: 0.0746772 Dec 29 20:56:07.584260 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:07.584522 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:07.685365 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c1748-9164-492c-8e94-390ed657140d req-6be232a3-1cfa-43ca-9c6d-0a403e8aa481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:07.686790 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-596c1748-9164-492c-8e94-390ed657140d req-6be232a3-1cfa-43ca-9c6d-0a403e8aa481 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d HTTP/1.1" status: 200 len: 909 time: 0.1221354 Dec 29 20:56:07.701150 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Calling delete_port for 04f863bb-6080-4e4b-8bf7-6ebc6ea8f02c owned by network:floatingip {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:56:07.758427 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-596c1748-9164-492c-8e94-390ed657140d req-bc814580-a237-4632-94b3-b7632889fe84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc HTTP/1.1" status: 200 len: 217 time: 0.0618901 Dec 29 20:56:07.784177 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.db.api [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 20:56:07.784522 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG oslo_db.api [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 20:56:07.820181 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c1748-9164-492c-8e94-390ed657140d req-e4374c19-0d76-47e6-b551-12a010b80ab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:07.822181 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-596c1748-9164-492c-8e94-390ed657140d req-e4374c19-0d76-47e6-b551-12a010b80ab0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e46d2721-0611-478f-86c1-1b8c381678e1 HTTP/1.1" status: 200 len: 848 time: 0.0568867 Dec 29 20:56:07.899174 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-596c1748-9164-492c-8e94-390ed657140d req-5a7f63f8-134a-4ae4-910d-aea6b454c24e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697632 Dec 29 20:56:08.061582 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53bacc-4540-41d2-a206-53a6635b98c2 req-bae2121c-90da-4ead-a6e6-0cec62b2dd27 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:08.063038 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1c53bacc-4540-41d2-a206-53a6635b98c2 req-bae2121c-90da-4ead-a6e6-0cec62b2dd27 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 946 time: 0.0779393 Dec 29 20:56:08.095493 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-596c1748-9164-492c-8e94-390ed657140d req-bc776830-2c37-4ca3-b6a2-d1d769cb4fd8 service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881435 Dec 29 20:56:08.110624 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1c53bacc-4540-41d2-a206-53a6635b98c2 req-de6f57a5-1cbc-4510-9852-8dc2ce1a875f tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Dec 29 20:56:08.226072 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-596c1748-9164-492c-8e94-390ed657140d req-39a0ccca-dbb8-42bf-b892-81fa1a1adcd7 service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226876 Dec 29 20:56:08.285737 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Deleting port 04f863bb-6080-4e4b-8bf7-6ebc6ea8f02c {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:56:08.286146 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:08.449609 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:08.449930 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:08.644122 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Calling delete_port for 04f863bb-6080-4e4b-8bf7-6ebc6ea8f02c owned by network:floatingip {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:56:08.806764 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9df07-3e78-459c-b49b-483b13ee55c1 req-6e47db42-c835-4c81-86ba-321debbd300d tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:08.808310 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0de9df07-3e78-459c-b49b-483b13ee55c1 req-6e47db42-c835-4c81-86ba-321debbd300d tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 944 time: 0.1704736 Dec 29 20:56:08.858257 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:08.908979 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event deleted for resources: {'Port': ['ID=04f863bb-6080-4e4b-8bf7-6ebc6ea8f02c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:08.938509 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0de9df07-3e78-459c-b49b-483b13ee55c1 req-c8dabb84-40c2-48cf-a68a-936627ab356b tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207232 Dec 29 20:56:09.002793 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.015960 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.017025 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f988120d-83d7-4204-8925-4031185e112e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "DELETE /v2.0/floatingips/7c3fde37-722f-4831-b889-3d3903177b93 HTTP/1.1" status: 204 len: 168 time: 1.8666778 Dec 29 20:56:09.303204 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d37a9-49f1-4d4b-8aaf-a4f143195f21 req-824caa0e-41ab-4951-9526-1b1ee2cad29a tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:09.304637 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-792d37a9-49f1-4d4b-8aaf-a4f143195f21 req-824caa0e-41ab-4951-9526-1b1ee2cad29a tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 946 time: 0.0739977 Dec 29 20:56:09.350794 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-792d37a9-49f1-4d4b-8aaf-a4f143195f21 req-b2e5b56b-bc13-449b-88da-7c785f0c1df8 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398531 Dec 29 20:56:09.388952 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-6054e207-42c4-470d-8720-d19aa4227b79 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:09.390472 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-6054e207-42c4-470d-8720-d19aa4227b79 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.32 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 946 time: 0.0790310 Dec 29 20:56:09.426660 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35318) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:09.432324 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364376070', 'description': 'tempest-description--815367623'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:09.437962 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:09.442309 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:security_group and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:09.445240 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:09.451415 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:09.460372 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.461532 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Deleting port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:56:09.461877 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.497161 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:09.502109 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:security_group_rule and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:09.505390 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:09.512478 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:09.575475 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.579307 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.625516 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150b3221-a870-4ed8-b635-cf586729b14c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:09.629659 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.631207 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b36a8f2e-231c-442d-a7ab-3dac3cd061d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2034259 Dec 29 20:56:09.635559 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35326) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:09.640570 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'security_group_rule': {'security_group_id': '150b3221-a870-4ed8-b635-cf586729b14c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:09.646688 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:09.651272 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:security_group_rule and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:09.654131 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:09.659742 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:09.680949 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.721418 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] For port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:09.721881 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.746877 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.750426 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.773583 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4375b984-9a76-42f9-8f5e-a4cdaf5924de,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:09.783025 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.784518 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-572aedcb-abd9-45fd-a6fc-d7775da2c353 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1487114 Dec 29 20:56:09.787087 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35336) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:09.793365 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'security_group_rule': {'security_group_id': '150b3221-a870-4ed8-b635-cf586729b14c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:09.799281 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:09.803280 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:security_group_rule and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:09.807145 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:09.813716 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:09.831279 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.869520 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Calling delete_port for 2c3ce9bd-598a-4bdc-90f5-354eadb8979b owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:56:09.894468 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.898417 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.922114 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe816d7-709c-41af-9e1a-e3f483d581b1,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:09.933221 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:09.934418 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c288ea38-6be7-4412-bbcc-837de3e15170 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1461484 Dec 29 20:56:09.937424 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35342) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:09.942840 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'floatingip': {'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:09.948620 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:09.952338 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Usage tracker for resource:floatingip and tenant:075e3ea67ec341bd8546d2def1548997 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:09.955144 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:09.960929 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:09.972971 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:10.032454 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:56:10.108522 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-1da8dbf8-9d07-4dbc-8c74-61594e9775eb tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:10.109950 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-1da8dbf8-9d07-4dbc-8c74-61594e9775eb tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 814 time: 0.2690582 Dec 29 20:56:10.135349 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-31b97af2-7c0a-4158-b933-bbdf103ad3e7 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/quotas/856171c3d1ef46848bf321a86067af1b HTTP/1.1" status: 200 len: 375 time: 0.0192311 Dec 29 20:56:10.145608 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:10.165196 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['2c3ce9bd-598a-4bdc-90f5-354eadb8979b'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:10.170480 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:10.205589 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:10.222659 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'port_id': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'mac_address': 'fa:16:3e:41:7d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:56:10.239784 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Pushing event deleted for resources: {'Port': ['ID=2c3ce9bd-598a-4bdc-90f5-354eadb8979b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:10.240672 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50cc13-a341-4230-ae4a-622caa427726 req-1cf39bde-46ff-4dc2-ae84-8a0d03c5b48a tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:10.242343 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4e50cc13-a341-4230-ae4a-622caa427726 req-1cf39bde-46ff-4dc2-ae84-8a0d03c5b48a tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 944 time: 0.1659267 Dec 29 20:56:10.279587 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:10.299962 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:10.316577 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:10.321877 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:10.325198 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] No DVR routers for this DVR port 2c3ce9bd-598a-4bdc-90f5-354eadb8979b on host hv-cinder-82317 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:56:10.327977 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:10.334087 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a7167f-bd55-430d-9abe-fa3dfbf3dc24', 'name': 'network-vif-deleted', 'tag': '2c3ce9bd-598a-4bdc-90f5-354eadb8979b'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:10.354398 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a6742dc7-274d-4042-a1d2-aa32d747bb80 req-ded5be49-26eb-49af-98e2-7b4da4d7aeba tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.32 "DELETE /v2.0/ports/2c3ce9bd-598a-4bdc-90f5-354eadb8979b HTTP/1.1" status: 204 len: 173 time: 0.9575648 Dec 29 20:56:10.361639 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4e50cc13-a341-4230-ae4a-622caa427726 req-f8428aae-1160-4b3b-a418-ea5ee9c4636f tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984714 Dec 29 20:56:10.362860 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Allocated IP 172.28.2.207 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/4b095c6e-ad12-4b33-a383-72ff05886c70) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:10.379185 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-e41f0dda-01fb-42f2-93b6-0afa4623c463 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2324305 Dec 29 20:56:10.404675 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:10.467713 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a7167f-bd55-430d-9abe-fa3dfbf3dc24', 'name': 'network-vif-deleted', 'tag': '2c3ce9bd-598a-4bdc-90f5-354eadb8979b', 'status': 'completed', 'code': 200} Dec 29 20:56:10.543493 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-e1e8923b-28c4-41e5-8ea8-a5ffce6d870f service neutron] 10.222.0.16 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589561 Dec 29 20:56:10.552647 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:10.586872 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:10.592971 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['1d4d3d9a-2759-44bf-92d6-0f1bcb019abc'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:10.672101 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-534f968b-70de-4d96-be8a-5f87975cc222 service neutron] 10.222.0.16 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276467 Dec 29 20:56:10.694243 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:10.703279 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:10.706158 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:10.748100 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1ac66026-7d14-4719-9d05-ed77710f0e80 req-65354250-bad7-48b7-86f2-47731bcbe687 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a7167f-bd55-430d-9abe-fa3dfbf3dc24 HTTP/1.1" status: 200 len: 210 time: 0.1018932 Dec 29 20:56:10.758677 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'Port': ['ID=4b095c6e-ad12-4b33-a383-72ff05886c70,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:10.919563 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:11.077707 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-1460ba76-ea1b-4ca2-8e66-5a7a90b71da1 req-755b0d1b-8a4b-4c9e-9c05-5f9645c2bbad tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 210 time: 0.1816752 Dec 29 20:56:11.109167 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:11.324789 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:11.329273 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:11.428854 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'Port': ['ID=4b095c6e-ad12-4b33-a383-72ff05886c70,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:11.449770 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:11.472361 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:11.473548 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2e4af4ea-d4b2-4b68-bb4b-85cd5e067abc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5351887 Dec 29 20:56:11.600249 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b754a-b973-4fbd-967d-b718114ffe6d req-f63a7b0e-2272-4eb1-bc38-a5a7c7890a81 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:11.602221 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-303b754a-b973-4fbd-967d-b718114ffe6d req-f63a7b0e-2272-4eb1-bc38-a5a7c7890a81 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0753913 Dec 29 20:56:11.657764 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-303b754a-b973-4fbd-967d-b718114ffe6d req-186a9b1b-d7b8-4d74-bed0-b9f99dc3a1f3 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498376 Dec 29 20:56:11.702938 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-9f3fa24a-a10e-4b13-8756-5f823ec157bc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Synchronizing usage tracker for tenant:075e3ea67ec341bd8546d2def1548997 on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:11.717887 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-9f3fa24a-a10e-4b13-8756-5f823ec157bc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Unset dirty status for tenant:075e3ea67ec341bd8546d2def1548997 on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:11.719151 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-9f3fa24a-a10e-4b13-8756-5f823ec157bc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1364376070&fields=id&tenant_id=075e3ea67ec341bd8546d2def1548997 HTTP/1.1" status: 200 len: 267 time: 0.0560408 Dec 29 20:56:11.889940 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-eee0bf7c-a972-4a4c-8145-a9009e8537dc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:11.896537 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-eee0bf7c-a972-4a4c-8145-a9009e8537dc tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 815 time: 0.1709023 Dec 29 20:56:11.911038 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-0bfc12c9-baa0-4e02-8215-ac8fda169f1f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/quotas/075e3ea67ec341bd8546d2def1548997 HTTP/1.1" status: 200 len: 375 time: 0.0132475 Dec 29 20:56:12.015008 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-3e478179-5b07-49c0-bcb6-0fd540ebbdb1 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Synchronizing usage tracker for tenant:075e3ea67ec341bd8546d2def1548997 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:12.031647 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-3e478179-5b07-49c0-bcb6-0fd540ebbdb1 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Unset dirty status for tenant:075e3ea67ec341bd8546d2def1548997 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:12.044439 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-3e478179-5b07-49c0-bcb6-0fd540ebbdb1 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1173604 Dec 29 20:56:12.047127 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:12.148358 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-e187dd12-1e0f-47cb-a8ed-b04bd91d5310 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:12.155086 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-e187dd12-1e0f-47cb-a8ed-b04bd91d5310 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 814 time: 0.2760367 Dec 29 20:56:12.163471 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:12.169929 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:12.170663 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.191699 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Request body: {'port': {'device_id': '24b88306-43e8-49ae-bae2-eeef438c675a', 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e', 'admin_state_up': True, 'tenant_id': '856171c3d1ef46848bf321a86067af1b'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:12.264085 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-b0820fe9-a557-4bd7-9a26-accb3d571dfb service neutron] 10.222.0.16 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030425 Dec 29 20:56:12.322445 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.338199 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-20a33cae-a95a-47ba-bfd4-f35c989da9da req-a13cdf22-402c-4204-b538-bf0024232aa8 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 210 time: 0.0651004 Dec 29 20:56:12.359953 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:12.372046 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:12.378551 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.379530 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 2c3ce9bd-598a-4bdc-90f5-354eadb8979b no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:56:12.397277 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:12.410229 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:12.423116 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Made reservation on behalf of 856171c3d1ef46848bf321a86067af1b for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:56:12.425499 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-48a408fb-a55e-4d32-8c7e-3db49ef1a91e service neutron] 10.222.0.16 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557825 Dec 29 20:56:12.428321 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.464091 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'code': 200} Dec 29 20:56:12.475010 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 2c3ce9bd-598a-4bdc-90f5-354eadb8979b {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:56:12.475622 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 2c3ce9bd-598a-4bdc-90f5-354eadb8979b not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:56:12.515929 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:12.646591 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-615e4263-18d9-4106-8719-976f5014480d req-52b88891-09dc-4f3d-8ee1-446b88713ab1 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 210 time: 0.0456593 Dec 29 20:56:12.660513 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Allocated IP 172.20.0.13 (b023f25d-4751-4d39-a0d6-70551d6a9d7e/710a416b-bbb1-4f3a-8402-b44dd95ac64f/6855e5ce-3413-4fd8-960e-d0897adc82e6) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:12.879671 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-47e9cdab-c492-4e32-a9d0-2781323d7822 req-3674a446-bf37-4cee-ae8c-6e5a4afe42eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1099 time: 0.1402636 Dec 29 20:56:12.901574 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.933555 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.945025 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['4e9db5b8-dcca-47a1-87f9-b019af99b864', 'f313c5ba-d41e-468c-928a-47cfd2597806'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:12.956290 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-47e9cdab-c492-4e32-a9d0-2781323d7822 req-d18fbfcc-0fa5-4431-8f46-794cfa02af51 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607257 Dec 29 20:56:12.972940 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f780c9-f8cb-40fe-aeb4-9fdddeefec2b req-986e47c1-3aec-484d-9ad2-4e12130ef8d1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:12.974383 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f9f780c9-f8cb-40fe-aeb4-9fdddeefec2b req-986e47c1-3aec-484d-9ad2-4e12130ef8d1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1492684 Dec 29 20:56:13.013201 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Network b023f25d-4751-4d39-a0d6-70551d6a9d7e is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:13.017049 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:13.019569 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Pushing event updated for resources: {'Port': ['ID=6855e5ce-3413-4fd8-960e-d0897adc82e6,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:13.028656 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f9f780c9-f8cb-40fe-aeb4-9fdddeefec2b req-7e2383f7-4a30-4972-9e67-aa859b317cbc tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475519 Dec 29 20:56:13.029247 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:13.090712 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:13.091358 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:13.115438 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-9e89db7e-ebb7-427c-b2fe-85172d585605 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9398539 Dec 29 20:56:13.190163 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Request body: {'port': {'device_id': '24b88306-43e8-49ae-bae2-eeef438c675a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:13.301198 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:13.665723 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53db9a8-b0e3-43d8-b9d6-c8028e732a91 req-622f9c02-5feb-4285-a531-4e0af1a9e686 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:13.666459 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c53db9a8-b0e3-43d8-b9d6-c8028e732a91 req-622f9c02-5feb-4285-a531-4e0af1a9e686 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Synchronizing usage tracker for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:13.717325 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c53db9a8-b0e3-43d8-b9d6-c8028e732a91 req-622f9c02-5feb-4285-a531-4e0af1a9e686 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Unset dirty status for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:13.718456 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c53db9a8-b0e3-43d8-b9d6-c8028e732a91 req-622f9c02-5feb-4285-a531-4e0af1a9e686 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 932 time: 0.1813946 Dec 29 20:56:13.763406 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6855e5ce-3413-4fd8-960e-d0897adc82e6 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:13.777069 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:13.799801 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c53db9a8-b0e3-43d8-b9d6-c8028e732a91 req-a289dd32-e330-498a-ae15-705f5bafe033 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693684 Dec 29 20:56:13.800707 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Transition to ACTIVE for port object 6855e5ce-3413-4fd8-960e-d0897adc82e6 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:13.809258 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:13.868282 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e35cf0d6-e31b-4831-a904-9295c5df31c9 req-4c6e830e-b584-4b1d-9c6f-6bae94867566 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 210 time: 0.0548303 Dec 29 20:56:13.952966 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Pushing event updated for resources: {'Port': ['ID=6855e5ce-3413-4fd8-960e-d0897adc82e6,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:14.112132 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-f58a6851-5b09-42d3-a500-b79301cf948b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:14.114175 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-f58a6851-5b09-42d3-a500-b79301cf948b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 815 time: 0.1747322 Dec 29 20:56:14.137181 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Attempting to bind port 6855e5ce-3413-4fd8-960e-d0897adc82e6 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:56:14.137518 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Attempting to bind port 6855e5ce-3413-4fd8-960e-d0897adc82e6 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:56:14.138028 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Attempting to bind port 6855e5ce-3413-4fd8-960e-d0897adc82e6 on network b023f25d-4751-4d39-a0d6-70551d6a9d7e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:14.144059 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Port 6855e5ce-3413-4fd8-960e-d0897adc82e6 on network b023f25d-4751-4d39-a0d6-70551d6a9d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:56:14.144439 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Attempting to bind port 6855e5ce-3413-4fd8-960e-d0897adc82e6 on network b023f25d-4751-4d39-a0d6-70551d6a9d7e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:14.184051 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:56:14.184464 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Checking segment: {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:56:14.184838 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Bound using segment: {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:56:14.185310 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Bound port: 6855e5ce-3413-4fd8-960e-d0897adc82e6, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:56:14.185739 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:14.194274 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-4ce05a77-4f9d-4e2f-9b94-8c5efd2bde7e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075e3ea67ec341bd8546d2def1548997 HTTP/1.1" status: 200 len: 380 time: 0.0573244 Dec 29 20:56:14.246787 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'port': {'device_id': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'admin_state_up': True, 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'security_groups': ['150b3221-a870-4ed8-b635-cf586729b14c']}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:14.306712 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] For port 6855e5ce-3413-4fd8-960e-d0897adc82e6, host hv-cinder-82317, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:56:14.313895 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f2898-e20a-469b-89ad-35a1495e3c36 req-301ce0f3-4478-4b60-bd80-c7d926d4d919 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:14.315339 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cd4f2898-e20a-469b-89ad-35a1495e3c36 req-301ce0f3-4478-4b60-bd80-c7d926d4d919 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1640286 Dec 29 20:56:14.317033 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] For port 6855e5ce-3413-4fd8-960e-d0897adc82e6, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6855e5ce-3413-4fd8-960e-d0897adc82e6,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:56:14.322378 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:14.409714 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:14.419863 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:14.420496 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:14.421822 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] 10.222.0.32 "PUT /v2.0/ports/6855e5ce-3413-4fd8-960e-d0897adc82e6 HTTP/1.1" status: 200 len: 1094 time: 1.2358375 Dec 29 20:56:14.422247 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b88306-43e8-49ae-bae2-eeef438c675a', 'tag': '6855e5ce-3413-4fd8-960e-d0897adc82e6'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:14.433120 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Made reservation on behalf of 075e3ea67ec341bd8546d2def1548997 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:56:14.437821 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:14.440185 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc249621-7357-4301-b225-a84c14b4a311 service neutron] Pushing event updated for resources: {'Port': ['ID=6855e5ce-3413-4fd8-960e-d0897adc82e6,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:14.452446 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cd4f2898-e20a-469b-89ad-35a1495e3c36 req-d95b1436-0c47-426e-a4d4-e9fd5aa85e0f tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260016 Dec 29 20:56:14.514668 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b88306-43e8-49ae-bae2-eeef438c675a', 'tag': '6855e5ce-3413-4fd8-960e-d0897adc82e6', 'status': 'completed', 'code': 200} Dec 29 20:56:14.562095 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-8e55ce16-a9b1-4bdf-9b89-31fdcfef4302 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 1097 time: 0.0788913 Dec 29 20:56:14.612431 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Allocated IP 172.20.0.14 (1023b155-5af2-4d3a-a7da-a263b3807117/ef97d291-dce7-42e6-87d4-dbf131039ac9/fe369c2a-b3c5-459c-b1b4-291d2a7aa461) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:14.643917 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-eb3229b3-8ecb-40fe-a675-5937c68f798a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6855e5ce-3413-4fd8-960e-d0897adc82e6 HTTP/1.1" status: 200 len: 217 time: 0.0666471 Dec 29 20:56:14.709528 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-0a176651-201a-4e46-9dab-238e3908dfed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:14.711115 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-0a176651-201a-4e46-9dab-238e3908dfed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710a416b-bbb1-4f3a-8402-b44dd95ac64f HTTP/1.1" status: 200 len: 854 time: 0.0604439 Dec 29 20:56:14.767103 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-a5272e2b-79ec-4991-a38a-90508443f6e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b023f25d-4751-4d39-a0d6-70551d6a9d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469134 Dec 29 20:56:14.900417 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:14.923877 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Transition to ACTIVE for port object fe369c2a-b3c5-459c-b1b4-291d2a7aa461 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:14.925473 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-b0759fcb-63d9-49a0-935e-c0f4da46dfd4 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463509 Dec 29 20:56:14.955328 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:15.042752 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Network 1023b155-5af2-4d3a-a7da-a263b3807117 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:15.046012 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:15.048653 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:15.081969 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:15.140937 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19980dab-bcdd-4d30-b451-c620eeab91f8 req-a2f77ece-7d91-4288-94c8-9628e4d652f1 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076187 Dec 29 20:56:15.152965 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fafc59-c067-4525-826e-e09f7d6f01d9 req-854b3cac-6539-447e-8dd6-619515ada852 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:15.160214 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-02fafc59-c067-4525-826e-e09f7d6f01d9 req-854b3cac-6539-447e-8dd6-619515ada852 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 944 time: 0.1346862 Dec 29 20:56:15.178763 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:15.179302 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:15.217312 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-7c19d6c5-d744-4293-8d20-03f2100f8396 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9828644 Dec 29 20:56:15.225423 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936512-6223-48e6-8718-918580b9afc2 req-15e4ed68-9a25-49a7-afae-2c9f0a37e573 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:15.226266 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-20936512-6223-48e6-8718-918580b9afc2 req-15e4ed68-9a25-49a7-afae-2c9f0a37e573 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Synchronizing usage tracker for tenant:075e3ea67ec341bd8546d2def1548997 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:15.246258 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Request body: {'port': {'device_id': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:15.254484 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-02fafc59-c067-4525-826e-e09f7d6f01d9 req-eb4182d2-c16b-4681-9623-91f87ff86792 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934350 Dec 29 20:56:15.282767 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-20936512-6223-48e6-8718-918580b9afc2 req-15e4ed68-9a25-49a7-afae-2c9f0a37e573 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Unset dirty status for tenant:075e3ea67ec341bd8546d2def1548997 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:15.283914 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-20936512-6223-48e6-8718-918580b9afc2 req-15e4ed68-9a25-49a7-afae-2c9f0a37e573 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 932 time: 0.2065387 Dec 29 20:56:15.287998 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0445d069-ae98-4f1d-b909-8865c852f989 req-e07d4b43-b96b-4bf1-b344-ce8ae2e2679f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 1097 time: 0.0808213 Dec 29 20:56:15.314446 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-75ca0d80-ccd3-424d-8b2f-b2a58a386fa7 None None] Provisioning for port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:15.319602 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-75ca0d80-ccd3-424d-8b2f-b2a58a386fa7 None None] Provisioning complete for port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:15.320324 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-75ca0d80-ccd3-424d-8b2f-b2a58a386fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:15.377309 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-75ca0d80-ccd3-424d-8b2f-b2a58a386fa7 None None] Port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:56:15.389313 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:15.404245 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-20936512-6223-48e6-8718-918580b9afc2 req-5fa322d5-7c48-4a28-995f-ac2f6fd02972 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113632 Dec 29 20:56:15.420416 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445d069-ae98-4f1d-b909-8865c852f989 req-a9c55c1e-2d22-43fb-9995-f8a5ceb85704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:15.421851 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0445d069-ae98-4f1d-b909-8865c852f989 req-a9c55c1e-2d22-43fb-9995-f8a5ceb85704 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 914 time: 0.1270356 Dec 29 20:56:15.489685 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0445d069-ae98-4f1d-b909-8865c852f989 req-0bb65b36-7c18-4ad1-94d9-65302e71ce14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6855e5ce-3413-4fd8-960e-d0897adc82e6 HTTP/1.1" status: 200 len: 217 time: 0.0606866 Dec 29 20:56:15.565271 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445d069-ae98-4f1d-b909-8865c852f989 req-e2f3b29d-dded-4979-b874-037f26d82a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:15.566860 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0445d069-ae98-4f1d-b909-8865c852f989 req-e2f3b29d-dded-4979-b874-037f26d82a7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710a416b-bbb1-4f3a-8402-b44dd95ac64f HTTP/1.1" status: 200 len: 854 time: 0.0616271 Dec 29 20:56:15.653747 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0445d069-ae98-4f1d-b909-8865c852f989 req-39c18a20-95f5-4b04-89c3-ff1d7d1ada13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b023f25d-4751-4d39-a0d6-70551d6a9d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489092 Dec 29 20:56:15.756572 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe369c2a-b3c5-459c-b1b4-291d2a7aa461 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:15.763224 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:15.768988 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee11bb-d9c5-4919-9a8a-8a5cd40f8e39 req-35420c43-5203-484d-a967-02e2fe9670e4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:15.770426 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29ee11bb-d9c5-4919-9a8a-8a5cd40f8e39 req-35420c43-5203-484d-a967-02e2fe9670e4 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.2002890 Dec 29 20:56:15.778402 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Transition to ACTIVE for port object fe369c2a-b3c5-459c-b1b4-291d2a7aa461 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:15.781785 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:15.906765 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0445d069-ae98-4f1d-b909-8865c852f989 req-a186d922-1436-40f8-87ce-465757a7b2c3 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428792 Dec 29 20:56:15.911687 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:15.917531 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29ee11bb-d9c5-4919-9a8a-8a5cd40f8e39 req-eedd5506-3223-4dd8-ae4b-c889ecf67130 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604334 Dec 29 20:56:16.064677 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Attempting to bind port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:56:16.065014 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Attempting to bind port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:56:16.065342 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Attempting to bind port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 on network 1023b155-5af2-4d3a-a7da-a263b3807117 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:16.081098 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 on network 1023b155-5af2-4d3a-a7da-a263b3807117 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:56:16.081479 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Attempting to bind port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 on network 1023b155-5af2-4d3a-a7da-a263b3807117 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:16.089144 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:56:16.089481 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Checking segment: {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:56:16.089860 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Bound using segment: {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:56:16.090279 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Bound port: fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2b979b-b5a6-4732-bedc-82ae3faecd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:56:16.090619 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:16.095784 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0445d069-ae98-4f1d-b909-8865c852f989 req-9627f07e-1159-4ff3-b8c4-a4cab3861742 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650085 Dec 29 20:56:16.244748 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:56:16.249081 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:56:16.255498 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:16.299178 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de515193-a11f-4fe5-9d7e-a1c9a0ef998b req-e9cf08fb-64ee-4b28-bac3-d99e34c3de14 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:16.300562 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-de515193-a11f-4fe5-9d7e-a1c9a0ef998b req-e9cf08fb-64ee-4b28-bac3-d99e34c3de14 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1530254 Dec 29 20:56:16.348520 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:16.349946 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] 10.222.0.32 "PUT /v2.0/ports/fe369c2a-b3c5-459c-b1b4-291d2a7aa461 HTTP/1.1" status: 200 len: 1094 time: 1.1102440 Dec 29 20:56:16.352949 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:16.374731 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-28a11f98-5cf7-4490-91bf-89a0ef2b9ebf tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:16.383838 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-28a11f98-5cf7-4490-91bf-89a0ef2b9ebf tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/networks?id=59d61095-e2a2-4a6e-9c0f-9b0670a32455 HTTP/1.1" status: 200 len: 814 time: 0.1603131 Dec 29 20:56:16.384483 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa954b09-21a9-47a6-a963-5409812a8776 service neutron] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:16.390089 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-de515193-a11f-4fe5-9d7e-a1c9a0ef998b req-84af55ac-fa93-469c-afb0-10656d54f189 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790217 Dec 29 20:56:16.397813 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0c6fd28e-2ba0-4fcd-ab19-ade095b07c38 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/quotas/31dce1ba68ac4224933ba32319175643 HTTP/1.1" status: 200 len: 375 time: 0.0131021 Dec 29 20:56:16.446617 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-29ee9758-8882-4055-8779-dc01265af53d tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Synchronizing usage tracker for tenant:31dce1ba68ac4224933ba32319175643 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:16.449366 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 35446) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:16.482395 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-29ee9758-8882-4055-8779-dc01265af53d tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Unset dirty status for tenant:31dce1ba68ac4224933ba32319175643 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:16.484033 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-29ee9758-8882-4055-8779-dc01265af53d tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=31dce1ba68ac4224933ba32319175643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799236 Dec 29 20:56:16.511485 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-777489e4-14ea-4135-86e3-ee05bbac841d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 1097 time: 0.1053915 Dec 29 20:56:16.596461 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-4c1534ef-114c-470b-a647-ca4b51e7bbc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461 HTTP/1.1" status: 200 len: 217 time: 0.0755544 Dec 29 20:56:16.702384 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8410fd58-5c97-47ed-87f2-68b3c4ce72c6 service neutron] 10.222.0.16 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101359 Dec 29 20:56:16.714219 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-274667b5-cb81-457d-bb2c-ceee3e86c3ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:16.720959 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-274667b5-cb81-457d-bb2c-ceee3e86c3ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.0777202 Dec 29 20:56:16.830007 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-29b6db83-8df1-4ed8-9b24-fd49b5259be8 tempest-TestShelveInstance-195143471 tempest-TestShelveInstance-195143471-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1094 time: 0.3769979 Dec 29 20:56:16.830521 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 35454) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:16.837919 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Request body: {'floatingip': {'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'port_id': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:16.845242 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a103-b700-49d6-a3f0-8636b63dbff1 req-45ed2295-14fc-4c90-8889-7b1123932f4d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:16.853111 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-db55a103-b700-49d6-a3f0-8636b63dbff1 req-45ed2295-14fc-4c90-8889-7b1123932f4d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 944 time: 0.2555814 Dec 29 20:56:16.855262 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:16.865490 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Usage tracker for resource:floatingip and tenant:dbd376f49a914f9ba4c69d4830d3464f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:16.869564 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-a7b8c76b-44b6-464e-889d-0bff35757701 service neutron] 10.222.0.16 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607776 Dec 29 20:56:16.870524 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:16.876825 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:16.889785 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for floatingip, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:16.916449 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-db55a103-b700-49d6-a3f0-8636b63dbff1 req-23a790df-f8ae-4986-872a-8eb11e46244a tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624154 Dec 29 20:56:16.931196 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-c76d7cd8-9be2-410a-ac66-bdb3f7c41ddf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2077332 Dec 29 20:56:17.047296 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'status': 'completed', 'code': 200} Dec 29 20:56:17.052023 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:17.128972 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-87a839bf-f4f8-4aae-a30b-2f7006fd26fd req-5f534d85-6e24-48bd-b1be-ab0a58acaebe tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 210 time: 0.0508430 Dec 29 20:56:17.166074 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-c5009d00-4ea4-4d4a-a2a6-d1bcf915cf02 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203157 Dec 29 20:56:17.255818 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Allocated IP 172.28.2.96 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/899a71d3-2231-4553-9fc3-8ab493cf24ab) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:17.317258 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-40510766-d0a2-4daf-9aab-b0cad1efb044 req-8a451fe9-0ca8-4f32-ab31-2874e9db8303 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394696 Dec 29 20:56:17.342012 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14d82f-dded-4289-864e-4adbab60f256 req-81e24ddc-f00e-46c9-a37c-9ae7eec12552 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:17.343458 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2b14d82f-dded-4289-864e-4adbab60f256 req-81e24ddc-f00e-46c9-a37c-9ae7eec12552 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.2185137 Dec 29 20:56:17.440454 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2b14d82f-dded-4289-864e-4adbab60f256 req-b039fd5a-fd4c-4378-a240-b9bb07dcc795 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899830 Dec 29 20:56:17.453918 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-81eb44c6-740e-4005-8f5b-f43509a9e2ca req-9d859288-22e6-478f-853c-f7650b0973d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 1097 time: 0.0867677 Dec 29 20:56:17.468041 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:17.502943 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:17.584917 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'Port': ['ID=899a71d3-2231-4553-9fc3-8ab493cf24ab,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:17.589740 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:17.591374 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:17.594944 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:17.651060 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb44c6-740e-4005-8f5b-f43509a9e2ca req-8de0f569-bd08-4c9d-9c93-3fd94cddf916 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:17.652543 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-81eb44c6-740e-4005-8f5b-f43509a9e2ca req-8de0f569-bd08-4c9d-9c93-3fd94cddf916 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.1849210 Dec 29 20:56:17.755153 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-81eb44c6-740e-4005-8f5b-f43509a9e2ca req-a1e2d4d5-db9c-4623-9ac0-6b148f9ef1c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461 HTTP/1.1" status: 200 len: 217 time: 0.0885565 Dec 29 20:56:17.818959 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb44c6-740e-4005-8f5b-f43509a9e2ca req-43bb1eae-99ce-4d54-92e6-864c334e44d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:17.820455 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-81eb44c6-740e-4005-8f5b-f43509a9e2ca req-43bb1eae-99ce-4d54-92e6-864c334e44d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.0581853 Dec 29 20:56:17.910873 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-81eb44c6-740e-4005-8f5b-f43509a9e2ca req-2b04018e-654e-45d8-9378-3c7162dc92bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810955 Dec 29 20:56:18.086735 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 6855e5ce-3413-4fd8-960e-d0897adc82e6 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:56:18.090721 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-81eb44c6-740e-4005-8f5b-f43509a9e2ca req-45b8a154-0c8f-4bfc-aafe-069034f656d4 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711371 Dec 29 20:56:18.235340 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b495316-f2dd-48b0-9971-6f1e8b2ba2ef req-7e470ca5-6284-4967-a843-7beca9f28d22 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:18.236935 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b495316-f2dd-48b0-9971-6f1e8b2ba2ef req-7e470ca5-6284-4967-a843-7beca9f28d22 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 944 time: 0.1969879 Dec 29 20:56:18.291867 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-81eb44c6-740e-4005-8f5b-f43509a9e2ca req-e3239ae3-da20-47b8-b7b1-b76f3347b7da service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925552 Dec 29 20:56:18.315557 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b495316-f2dd-48b0-9971-6f1e8b2ba2ef req-2b2142da-5e49-41b3-a9a2-a186e7ec8f24 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688195 Dec 29 20:56:18.318205 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 6855e5ce-3413-4fd8-960e-d0897adc82e6, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6855e5ce-3413-4fd8-960e-d0897adc82e6,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:18.332728 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '6855e5ce-3413-4fd8-960e-d0897adc82e6', 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e', 'port_id': '6855e5ce-3413-4fd8-960e-d0897adc82e6', 'mac_address': 'fa:16:3e:ad:c8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710a416b-bbb1-4f3a-8402-b44dd95ac64f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:56:18.383385 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-429ebc02-6fdd-4b41-86d7-188beca09b21 req-5c49dd10-5d97-4305-8235-20aed25d1edc tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 210 time: 0.0751665 Dec 29 20:56:18.389382 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:18.408502 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6855e5ce-3413-4fd8-960e-d0897adc82e6 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:18.424938 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 6855e5ce-3413-4fd8-960e-d0897adc82e6, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6855e5ce-3413-4fd8-960e-d0897adc82e6,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:18.430000 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:18.499882 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=6855e5ce-3413-4fd8-960e-d0897adc82e6,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:18.510342 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.510689 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.511023 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.511353 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.511733 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.512136 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.512448 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.512708 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.513025 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.513340 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.514107 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:18.520081 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:18.529275 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-a1e14028-cfba-4e90-abf5-f40de144351a tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:18.530647 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-a1e14028-cfba-4e90-abf5-f40de144351a tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.32 "GET /v2.0/networks?id=59d61095-e2a2-4a6e-9c0f-9b0670a32455 HTTP/1.1" status: 200 len: 814 time: 0.3354638 Dec 29 20:56:18.558527 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Request body: {'port': {'device_id': '27f5615b-9baf-4c03-a84a-32d2f651d682', 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455', 'admin_state_up': True, 'tenant_id': '31dce1ba68ac4224933ba32319175643'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:18.666352 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:18.673110 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564532c5-4ab7-44bc-a132-9a9c34687ffa req-237d772a-39da-4a1f-9463-6188e78a5b2f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:18.674579 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-564532c5-4ab7-44bc-a132-9a9c34687ffa req-237d772a-39da-4a1f-9463-6188e78a5b2f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0808535 Dec 29 20:56:18.725467 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-564532c5-4ab7-44bc-a132-9a9c34687ffa req-9fdcd32c-b777-4279-ad91-2b89dfda5a80 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428751 Dec 29 20:56:18.731418 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['6855e5ce-3413-4fd8-960e-d0897adc82e6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:18.826432 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:18.847040 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:18.872701 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Made reservation on behalf of 31dce1ba68ac4224933ba32319175643 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:56:18.875597 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:19.000085 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:19.032531 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:19.160616 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event updated for resources: {'Port': ['ID=899a71d3-2231-4553-9fc3-8ab493cf24ab,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:19.164874 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Allocated IP 172.20.0.12 (59d61095-e2a2-4a6e-9c0f-9b0670a32455/603f4d00-5a26-45fa-a29f-60bbb3495f67/a6ce9a7b-845e-4d3a-841d-479531696649) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:19.180526 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:19.554104 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a66b0279-4c8e-42d1-9b2c-dc94525b13e3 req-67c0004c-4946-4976-b12c-a3dc3b83b088 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 210 time: 0.0403454 Dec 29 20:56:19.636196 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:19.684795 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3782eb4-102f-4317-908b-239972f31e4d req-c25eba79-5df2-4eef-8ffe-a43ff37402e4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:19.686217 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f3782eb4-102f-4317-908b-239972f31e4d req-c25eba79-5df2-4eef-8ffe-a43ff37402e4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 945 time: 0.1489167 Dec 29 20:56:19.694414 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.l3_db [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Floating IP d9ff7ba6-66a0-4d1f-b19f-016455120a2d associated. External IP: 172.28.2.96, port: 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc. Dec 29 20:56:19.782252 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:19.893106 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:19.896523 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f3782eb4-102f-4317-908b-239972f31e4d req-4a9adca7-c5da-4aba-8b6d-f36b38eb73dc tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047565 Dec 29 20:56:19.898509 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Pushing event updated for resources: {'Port': ['ID=a6ce9a7b-845e-4d3a-841d-479531696649,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:19.900849 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:19.903547 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:19.949829 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b469690-afa6-42d3-acde-3d0b1debbe23 req-b0910c9d-d2c5-4561-99a5-abf433f66e4a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:19.951265 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5b469690-afa6-42d3-acde-3d0b1debbe23 req-b0910c9d-d2c5-4561-99a5-abf433f66e4a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0793240 Dec 29 20:56:19.998813 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5b469690-afa6-42d3-acde-3d0b1debbe23 req-962a47dc-562e-44af-a2aa-b5453c18ca0a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 Dec 29 20:56:20.020789 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:20.021588 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:20.070055 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-8a8baf5c-78c0-4031-8beb-06c85d16eff1 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5152128 Dec 29 20:56:20.083540 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Request body: {'port': {'device_id': '27f5615b-9baf-4c03-a84a-32d2f651d682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:20.111186 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:56:20.115779 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 6855e5ce-3413-4fd8-960e-d0897adc82e6 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:20.262387 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:20.277919 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 6855e5ce-3413-4fd8-960e-d0897adc82e6 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:20.292967 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 6855e5ce-3413-4fd8-960e-d0897adc82e6 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:20.293322 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:20.341423 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:20.362316 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'port_id': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:56:20.457595 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:20.486266 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe369c2a-b3c5-459c-b1b4-291d2a7aa461 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:20.492674 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:20.519961 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:20.527353 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:20.528813 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b88306-43e8-49ae-bae2-eeef438c675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6855e5ce-3413-4fd8-960e-d0897adc82e6'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:20.577567 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 6855e5ce-3413-4fd8-960e-d0897adc82e6, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6855e5ce-3413-4fd8-960e-d0897adc82e6,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:20.593927 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:20.598008 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b88306-43e8-49ae-bae2-eeef438c675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6855e5ce-3413-4fd8-960e-d0897adc82e6', 'code': 200} Dec 29 20:56:20.622389 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Router 240c597e-1090-438a-939b-82d1be720671 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:56:20.624463 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:20.704591 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=6855e5ce-3413-4fd8-960e-d0897adc82e6,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:20.783290 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724c1d-538c-4462-9666-f5573c6f1d54 req-92ce9f1a-1176-4165-b4b3-8a268d4e2f3c tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:20.784751 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4a724c1d-538c-4462-9666-f5573c6f1d54 req-92ce9f1a-1176-4165-b4b3-8a268d4e2f3c tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 932 time: 0.0830426 Dec 29 20:56:20.788975 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ce9a7b-845e-4d3a-841d-479531696649 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:20.801969 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:20.824809 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Transition to ACTIVE for port object a6ce9a7b-845e-4d3a-841d-479531696649 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:20.845697 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fe369c2a-b3c5-459c-b1b4-291d2a7aa461'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:20.879397 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:20.983819 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4a724c1d-538c-4462-9666-f5573c6f1d54 req-5db5a840-4c6f-4eb1-9c35-a602274a0fab tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921179 Dec 29 20:56:21.012948 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-42ec21b9-5216-45f6-8e91-5fd00d974727 req-7fc19c42-07c5-402c-87c1-776913644703 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 1099 time: 0.2002006 Dec 29 20:56:21.069626 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-42ec21b9-5216-45f6-8e91-5fd00d974727 req-563eccaa-1043-497d-b864-6a8614f56693 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474474 Dec 29 20:56:21.171066 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ce9a7b-845e-4d3a-841d-479531696649,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:21.227975 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d11362-0f68-4b66-a9c1-270761fede65 req-c8785554-9692-4662-8ffc-ebfd0cee30db tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:21.229409 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-17d11362-0f68-4b66-a9c1-270761fede65 req-c8785554-9692-4662-8ffc-ebfd0cee30db tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 945 time: 0.0756137 Dec 29 20:56:21.273776 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-17d11362-0f68-4b66-a9c1-270761fede65 req-f50f634e-f044-46f3-9dbd-7b8a4c9caed7 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381711 Dec 29 20:56:21.290449 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:56:21.301694 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] Sync routers for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:56:21.314061 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:21.314669 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:56:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:21.325723 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Attempting to bind port a6ce9a7b-845e-4d3a-841d-479531696649 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:56:21.326051 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Attempting to bind port a6ce9a7b-845e-4d3a-841d-479531696649 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '7331260d-1082-430d-85aa-d69d2ae4db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:56:21.326372 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Attempting to bind port a6ce9a7b-845e-4d3a-841d-479531696649 on network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:21.333096 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66791-ffea-4ac7-bff3-e2610f74b33c req-b83e6f22-3c6d-4818-8e90-1d397bb0a29f tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:21.334522 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0eb66791-ffea-4ac7-bff3-e2610f74b33c req-b83e6f22-3c6d-4818-8e90-1d397bb0a29f tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 946 time: 0.2965651 Dec 29 20:56:21.341018 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Port a6ce9a7b-845e-4d3a-841d-479531696649 on network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:56:21.341428 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Attempting to bind port a6ce9a7b-845e-4d3a-841d-479531696649 on network 59d61095-e2a2-4a6e-9c0f-9b0670a32455 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:21.346372 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:21.398033 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:56:21.398889 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Checking segment: {'id': '7331260d-1082-430d-85aa-d69d2ae4db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:56:21.399254 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Bound using segment: {'id': '7331260d-1082-430d-85aa-d69d2ae4db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:56:21.399674 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Bound port: a6ce9a7b-845e-4d3a-841d-479531696649, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7331260d-1082-430d-85aa-d69d2ae4db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:56:21.400035 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:21.439169 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-919dcebe-bebc-427a-b52e-f496b077dbba tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6080737 Dec 29 20:56:21.441541 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:21.497484 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0eb66791-ffea-4ac7-bff3-e2610f74b33c req-edc866c9-c7ce-41af-9462-e91bbc7acff7 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533971 Dec 29 20:56:21.499699 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:21.531302 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] For port a6ce9a7b-845e-4d3a-841d-479531696649, host hv-cinder-82317, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:56:21.534223 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'status': 'completed', 'code': 200} Dec 29 20:56:21.535844 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] For port a6ce9a7b-845e-4d3a-841d-479531696649, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=a6ce9a7b-845e-4d3a-841d-479531696649,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:56:21.539873 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:21.608067 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:21.609426 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6ce9a7b-845e-4d3a-841d-479531696649 HTTP/1.1" status: 200 len: 1094 time: 1.5297196 Dec 29 20:56:21.617731 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ddad-dba7-4e48-b0d6-19f5cb947d87 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ce9a7b-845e-4d3a-841d-479531696649,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:21.645511 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-47b58374-7c8b-419c-8759-d672caf6ea80 req-45927c6e-5dfc-453f-9c11-fb96eb1c92cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd376f49a914f9ba4c69d4830d3464f&device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1099 time: 0.0778143 Dec 29 20:56:21.736921 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-dc4d5d2b-dc9b-4131-89b9-9f315f42d7d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31dce1ba68ac4224933ba32319175643&device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 1097 time: 0.0723085 Dec 29 20:56:21.784888 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b58374-7c8b-419c-8759-d672caf6ea80 req-1564f9db-dd7f-4194-8e4f-b2ad4099608e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:21.786312 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-47b58374-7c8b-419c-8759-d672caf6ea80 req-1564f9db-dd7f-4194-8e4f-b2ad4099608e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d HTTP/1.1" status: 200 len: 909 time: 0.1292901 Dec 29 20:56:21.807617 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-5f3750a4-4772-42b6-841d-61deda727d00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ce9a7b-845e-4d3a-841d-479531696649 HTTP/1.1" status: 200 len: 217 time: 0.0615695 Dec 29 20:56:21.862809 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': 'd9ff7ba6-66a0-4d1f-b19f-016455120a2d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'floating_ip_address': '172.28.2.96', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '240c597e-1090-438a-939b-82d1be720671', 'port_id': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'mac_address': 'fa:16:3e:41:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:56:18Z', 'updated_at': '2021-12-29T20:56:18Z', 'revision_number': 0, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:45Z', 'revision_number': 5, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:21.866783 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] Checking router: 240c597e-1090-438a-939b-82d1be720671 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:56:21.878040 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:21.878660 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:56:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:21.891501 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-12e2d242-3ec1-4003-b01f-5abc99d12d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:21.893350 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-12e2d242-3ec1-4003-b01f-5abc99d12d91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603f4d00-5a26-45fa-a29f-60bbb3495f67 HTTP/1.1" status: 200 len: 854 time: 0.0776098 Dec 29 20:56:21.921960 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-47b58374-7c8b-419c-8759-d672caf6ea80 req-58c84455-a77f-4727-9941-2081529db659 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc HTTP/1.1" status: 200 len: 999 time: 0.1269970 Dec 29 20:56:21.954848 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-6fae12ec-182d-4963-9662-cd0c9f8e63df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59d61095-e2a2-4a6e-9c0f-9b0670a32455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457604 Dec 29 20:56:21.991553 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b58374-7c8b-419c-8759-d672caf6ea80 req-8a4779d0-c097-47c6-9c50-233425348372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:21.993059 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-47b58374-7c8b-419c-8759-d672caf6ea80 req-8a4779d0-c097-47c6-9c50-233425348372 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e46d2721-0611-478f-86c1-1b8c381678e1 HTTP/1.1" status: 200 len: 848 time: 0.0567529 Dec 29 20:56:22.072785 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-47b58374-7c8b-419c-8759-d672caf6ea80 req-d26da3f9-d99d-43f7-85a2-2f9d756a8814 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717986 Dec 29 20:56:22.087609 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:22.111426 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-4423616a-f782-47fe-aec3-6c1f81e794e2 service neutron] 10.222.0.32 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428783 Dec 29 20:56:22.130356 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:22.216857 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-47b58374-7c8b-419c-8759-d672caf6ea80 req-64b4016c-ef04-422f-877c-b83f64b029fa service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368766 Dec 29 20:56:22.301589 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:22.305058 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee35c01-2477-4748-b9eb-432cc377a2ed req-ae44715f-0a93-4b43-b3b3-2a4c15db4d2e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:22.305831 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3ee35c01-2477-4748-b9eb-432cc377a2ed req-ae44715f-0a93-4b43-b3b3-2a4c15db4d2e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Synchronizing usage tracker for tenant:31dce1ba68ac4224933ba32319175643 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:22.317894 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be3bf6e-07a0-4ed3-9ecd-dda00af29b2a req-6b0a0c64-b272-49c5-ba98-f90b0e121051 service neutron] 10.222.0.32 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705468 Dec 29 20:56:22.323598 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:22.324183 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:22.329105 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3ee35c01-2477-4748-b9eb-432cc377a2ed req-ae44715f-0a93-4b43-b3b3-2a4c15db4d2e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Unset dirty status for tenant:31dce1ba68ac4224933ba32319175643 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:22.330756 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3ee35c01-2477-4748-b9eb-432cc377a2ed req-ae44715f-0a93-4b43-b3b3-2a4c15db4d2e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 944 time: 0.2137845 Dec 29 20:56:22.360967 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-47b58374-7c8b-419c-8759-d672caf6ea80 req-ef25a0de-af21-4a50-88d2-e047140c9162 service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326907 Dec 29 20:56:22.385005 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3ee35c01-2477-4748-b9eb-432cc377a2ed req-872799b3-2af0-47f0-b132-de5045b35388 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483902 Dec 29 20:56:22.532978 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:22.581782 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110580cd-d9e8-4a72-9f18-e0c94bede9d7 req-2ea8a42a-0e32-442e-af17-fed226d7aaa7 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:22.583306 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-110580cd-d9e8-4a72-9f18-e0c94bede9d7 req-2ea8a42a-0e32-442e-af17-fed226d7aaa7 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 945 time: 0.0892379 Dec 29 20:56:22.620791 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:22.656052 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-110580cd-d9e8-4a72-9f18-e0c94bede9d7 req-ceb9d1ce-8dba-4f5f-b8e0-c6bbab8e6517 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632658 Dec 29 20:56:22.665049 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:22.676720 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:22.682360 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:22.715370 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': 'd9ff7ba6-66a0-4d1f-b19f-016455120a2d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'floating_ip_address': '172.28.2.96', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '240c597e-1090-438a-939b-82d1be720671', 'port_id': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'mac_address': 'fa:16:3e:41:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:56:18Z', 'updated_at': '2021-12-29T20:56:18Z', 'revision_number': 0, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:45Z', 'revision_number': 5, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:22.729483 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38a0e0-ac62-4e8d-9a98-ec15a053f805 req-89cce1c9-bf03-4113-b712-c550aa08c48c tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:22.730936 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fc38a0e0-ac62-4e8d-9a98-ec15a053f805 req-89cce1c9-bf03-4113-b712-c550aa08c48c tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 946 time: 0.0909033 Dec 29 20:56:22.733110 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399eb0c-a8d6-4c29-90c9-2da6e449ef81 None None] The sync data for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb is: [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': 'd9ff7ba6-66a0-4d1f-b19f-016455120a2d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'floating_ip_address': '172.28.2.96', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '240c597e-1090-438a-939b-82d1be720671', 'port_id': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'mac_address': 'fa:16:3e:41:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:56:18Z', 'updated_at': '2021-12-29T20:56:18Z', 'revision_number': 0, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:45Z', 'revision_number': 5, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:56:22.739235 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'code': 200} Dec 29 20:56:22.766182 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:22.786292 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fc38a0e0-ac62-4e8d-9a98-ec15a053f805 req-b2eee9c2-2d3b-4fe0-996f-472ddec25fef tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456583 Dec 29 20:56:22.990770 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce6c0e1-7693-4cdf-b5aa-8b7475ecf4ed None None] New status for floating IP d9ff7ba6-66a0-4d1f-b19f-016455120a2d: ACTIVE {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:56:23.045076 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fd4ba36c-2829-483f-a441-5ef92b9c4876 req-33cbb3f6-6e2b-462d-8cde-4c7db4d0ec35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 1099 time: 0.0922313 Dec 29 20:56:23.096862 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fd4ba36c-2829-483f-a441-5ef92b9c4876 req-c529e823-1185-4994-bb93-ad61c81e825d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 Dec 29 20:56:23.535495 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f5615b-9baf-4c03-a84a-32d2f651d682', 'tag': 'a6ce9a7b-845e-4d3a-841d-479531696649'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:23.582471 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105a82a-d3b4-423e-9b3e-111c0fbe2259 req-026c1507-1f88-490d-b937-922fd9db7040 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:23.583938 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9105a82a-d3b4-423e-9b3e-111c0fbe2259 req-026c1507-1f88-490d-b937-922fd9db7040 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 944 time: 0.0767641 Dec 29 20:56:23.589916 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f5615b-9baf-4c03-a84a-32d2f651d682', 'tag': 'a6ce9a7b-845e-4d3a-841d-479531696649', 'status': 'completed', 'code': 200} Dec 29 20:56:23.671642 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9105a82a-d3b4-423e-9b3e-111c0fbe2259 req-f78a3ae6-49c2-4da7-87d6-2687939705ec tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807590 Dec 29 20:56:23.696643 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-500fe825-60db-4b0b-aebd-438dbc1e6fd2 req-1dd6c61d-23bc-45ba-b959-8e530cd8f61d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31dce1ba68ac4224933ba32319175643&device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 1097 time: 0.0780063 Dec 29 20:56:23.828350 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fe825-60db-4b0b-aebd-438dbc1e6fd2 req-1ba526aa-d0fe-4107-bc5a-cf4361a495f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:23.829930 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-500fe825-60db-4b0b-aebd-438dbc1e6fd2 req-1ba526aa-d0fe-4107-bc5a-cf4361a495f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59d61095-e2a2-4a6e-9c0f-9b0670a32455 HTTP/1.1" status: 200 len: 914 time: 0.1244361 Dec 29 20:56:23.872023 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be30c2-6f45-4a04-8b72-a75c1ea4d154 req-147ee1b0-6e7f-4cda-a54c-2ba628e6fd2c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:23.873450 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c2be30c2-6f45-4a04-8b72-a75c1ea4d154 req-147ee1b0-6e7f-4cda-a54c-2ba628e6fd2c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.0804777 Dec 29 20:56:23.908292 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-500fe825-60db-4b0b-aebd-438dbc1e6fd2 req-5bfd189e-8ba7-4689-a046-a8433d017bc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ce9a7b-845e-4d3a-841d-479531696649 HTTP/1.1" status: 200 len: 217 time: 0.0614226 Dec 29 20:56:23.917425 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c2be30c2-6f45-4a04-8b72-a75c1ea4d154 req-07c053ee-1584-4038-8db6-661d91012444 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384352 Dec 29 20:56:23.977977 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fe825-60db-4b0b-aebd-438dbc1e6fd2 req-b8cfd2ae-e728-4fb1-803c-b9ff9c85c0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:23.979406 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-500fe825-60db-4b0b-aebd-438dbc1e6fd2 req-b8cfd2ae-e728-4fb1-803c-b9ff9c85c0e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603f4d00-5a26-45fa-a29f-60bbb3495f67 HTTP/1.1" status: 200 len: 854 time: 0.0597396 Dec 29 20:56:24.033969 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-500fe825-60db-4b0b-aebd-438dbc1e6fd2 req-4c4e6cfb-a70e-4f7d-8498-e03a387253ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59d61095-e2a2-4a6e-9c0f-9b0670a32455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389140 Dec 29 20:56:24.062849 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-f8a4d9e2-d93e-424b-a3ff-29a44e164598 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671639 Dec 29 20:56:24.159296 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-6cda6088-389c-4267-95ff-8f67d6778317 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 1098 time: 0.0743396 Dec 29 20:56:24.238557 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-500fe825-60db-4b0b-aebd-438dbc1e6fd2 req-967945fa-1fe1-48ce-8d4b-ceaf5612e7bb service neutron] 10.222.0.32 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929348 Dec 29 20:56:24.303160 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-78e23332-d1ad-4dbb-b8f0-54171e87837f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:24.305373 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-78e23332-d1ad-4dbb-b8f0-54171e87837f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 909 time: 0.1246488 Dec 29 20:56:24.371827 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-500fe825-60db-4b0b-aebd-438dbc1e6fd2 req-49df9cf6-1dda-4436-a1af-cb8a2420702e service neutron] 10.222.0.32 "GET /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258094 Dec 29 20:56:24.491362 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-3d92c816-915e-412f-86de-d370137c8a4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e465bf-73fa-4610-bbdb-370e7db7d681 HTTP/1.1" status: 200 len: 1001 time: 0.1746893 Dec 29 20:56:24.560659 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-b3b248ab-86fe-4d69-a1b4-f147db619088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:24.562072 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-b3b248ab-86fe-4d69-a1b4-f147db619088 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 200 len: 848 time: 0.0572896 Dec 29 20:56:24.648273 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-3c16519c-d187-4fa6-86e1-f2e3ce747a30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745053 Dec 29 20:56:24.792780 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-8ac0a0e7-15ef-4536-8bc8-ed0bf32f4573 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338456 Dec 29 20:56:24.999408 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db6a4d3a-d6e8-4566-bf00-08c4adcaa576 req-82c41042-1e2c-4a73-9047-2983b2a1d345 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957910 Dec 29 20:56:25.005860 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31272fb-c22e-4499-853e-0703a76e21b1 req-9832b02a-33ec-4fec-96a3-120a8883db67 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:25.007230 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a31272fb-c22e-4499-853e-0703a76e21b1 req-9832b02a-33ec-4fec-96a3-120a8883db67 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 944 time: 0.1831434 Dec 29 20:56:25.058019 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a31272fb-c22e-4499-853e-0703a76e21b1 req-550a5503-a85c-4abd-a9ce-126371b57cdb tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Dec 29 20:56:25.150600 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556163e4-98d8-471b-9104-364cca9dbdf7 req-b5f7c956-3937-4a6d-928f-8d676e141acd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:25.152065 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-556163e4-98d8-471b-9104-364cca9dbdf7 req-b5f7c956-3937-4a6d-928f-8d676e141acd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.0853982 Dec 29 20:56:25.196297 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-556163e4-98d8-471b-9104-364cca9dbdf7 req-4fa51171-0b4a-4703-a217-b690b318a231 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387199 Dec 29 20:56:25.400532 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae85d51-89f7-4b93-8702-ab473338f0e9 req-4a1acea0-f32e-4f30-827f-3ca730825a40 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:25.401980 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6ae85d51-89f7-4b93-8702-ab473338f0e9 req-4a1acea0-f32e-4f30-827f-3ca730825a40 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.0773251 Dec 29 20:56:25.410145 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 35530) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:25.415676 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-086abff0-8a65-4684-8ee4-cc39c85f1b60 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Request body: {'floatingip': {'port_id': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:25.487258 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-086abff0-8a65-4684-8ee4-cc39c85f1b60 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:26.067856 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-086abff0-8a65-4684-8ee4-cc39c85f1b60 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:26.072099 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-086abff0-8a65-4684-8ee4-cc39c85f1b60 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:26.120655 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device a6ce9a7b-845e-4d3a-841d-479531696649 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:56:26.256310 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port a6ce9a7b-845e-4d3a-841d-479531696649, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=a6ce9a7b-845e-4d3a-841d-479531696649,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:26.263382 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81862ad9-ada2-49c1-a4ef-137316d5f49d req-c328c9d1-059c-4363-81e9-a907d9b42612 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:26.265641 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-81862ad9-ada2-49c1-a4ef-137316d5f49d req-c328c9d1-059c-4363-81e9-a907d9b42612 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 944 time: 0.0787294 Dec 29 20:56:26.271712 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'a6ce9a7b-845e-4d3a-841d-479531696649', 'network_id': '59d61095-e2a2-4a6e-9c0f-9b0670a32455', 'port_id': 'a6ce9a7b-845e-4d3a-841d-479531696649', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603f4d00-5a26-45fa-a29f-60bbb3495f67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:56:26.324193 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-81862ad9-ada2-49c1-a4ef-137316d5f49d req-e41b9ff6-729f-4d3b-a672-f2799088eae3 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502114 Dec 29 20:56:26.339128 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:26.358870 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ce9a7b-845e-4d3a-841d-479531696649 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:26.359381 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.l3_db [None req-086abff0-8a65-4684-8ee4-cc39c85f1b60 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Floating IP 5d23c923-9fdd-4951-8799-6f9d8b8daff0 associated. External IP: 172.28.2.207, port: fe369c2a-b3c5-459c-b1b4-291d2a7aa461. Dec 29 20:56:26.374255 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port a6ce9a7b-845e-4d3a-841d-479531696649, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=a6ce9a7b-845e-4d3a-841d-479531696649,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:26.378053 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:26.448575 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=a6ce9a7b-845e-4d3a-841d-479531696649,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:26.705673 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['a6ce9a7b-845e-4d3a-841d-479531696649'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:26.749854 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086abff0-8a65-4684-8ee4-cc39c85f1b60 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Router a8599681-a8db-494d-9c76-4fa6b71e9396 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:56:26.953012 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086abff0-8a65-4684-8ee4-cc39c85f1b60 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:56:26.957301 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-086abff0-8a65-4684-8ee4-cc39c85f1b60 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:26.963015 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] Sync routers for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:56:26.974373 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:26.974966 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:56:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:27.012615 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-086abff0-8a65-4684-8ee4-cc39c85f1b60 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "PUT /v2.0/floatingips/5d23c923-9fdd-4951-8799-6f9d8b8daff0 HTTP/1.1" status: 200 len: 992 time: 1.6014543 Dec 29 20:56:27.013515 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:27.077597 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'status': 'completed', 'code': 200} Dec 29 20:56:27.168535 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:27.198131 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b715c432-b31f-409f-af6e-d46edd4bce0a req-a2074850-78f5-4569-934a-ba6d9aaddb60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 1099 time: 0.0838153 Dec 29 20:56:27.346956 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715c432-b31f-409f-af6e-d46edd4bce0a req-81b7ea3b-cb47-47c7-a201-75f01570c63f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:27.348508 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b715c432-b31f-409f-af6e-d46edd4bce0a req-81b7ea3b-cb47-47c7-a201-75f01570c63f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.1346681 Dec 29 20:56:27.557426 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b715c432-b31f-409f-af6e-d46edd4bce0a req-9cbacb9b-9a11-4751-ab8c-73fd2e26e4ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461 HTTP/1.1" status: 200 len: 1000 time: 0.1891751 Dec 29 20:56:27.564924 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '5d23c923-9fdd-4951-8799-6f9d8b8daff0', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'floating_ip_address': '172.28.2.207', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'port_id': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:56:10Z', 'updated_at': '2021-12-29T20:56:25Z', 'revision_number': 1, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:27.568695 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] Checking router: a8599681-a8db-494d-9c76-4fa6b71e9396 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:56:27.580115 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:27.580787 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:56:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:27.612495 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774a77d-ff22-4528-902f-3fe9724c326b req-2d5a694d-0f03-4bfa-b094-58ab8bc4b97b tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:27.613935 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1774a77d-ff22-4528-902f-3fe9724c326b req-2d5a694d-0f03-4bfa-b094-58ab8bc4b97b tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 945 time: 0.1523631 Dec 29 20:56:27.666937 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715c432-b31f-409f-af6e-d46edd4bce0a req-4b7dc409-cc66-4d30-9976-a43e30996474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:27.668416 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b715c432-b31f-409f-af6e-d46edd4bce0a req-4b7dc409-cc66-4d30-9976-a43e30996474 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.0971978 Dec 29 20:56:27.678069 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1774a77d-ff22-4528-902f-3fe9724c326b req-ebc03347-ef87-4da7-b0e8-3c8316b6ea5f tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554607 Dec 29 20:56:27.759098 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b715c432-b31f-409f-af6e-d46edd4bce0a req-a6b81898-bde7-429b-b3a5-0eadd32191a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796599 Dec 29 20:56:27.767360 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:27.931467 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b715c432-b31f-409f-af6e-d46edd4bce0a req-5351d4df-0edd-4b70-b8aa-e54083d5105e service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580377 Dec 29 20:56:28.067874 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b715c432-b31f-409f-af6e-d46edd4bce0a req-f6399928-392a-4f1e-9ab0-1b71faa6debc service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221151 Dec 29 20:56:28.131819 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device a6ce9a7b-845e-4d3a-841d-479531696649 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:28.193795 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '5d23c923-9fdd-4951-8799-6f9d8b8daff0', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'floating_ip_address': '172.28.2.207', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'port_id': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:56:10Z', 'updated_at': '2021-12-29T20:56:25Z', 'revision_number': 1, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:28.200399 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36a71b-b9cb-4caa-9266-69e6a81d711d None None] The sync data for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb is: [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '5d23c923-9fdd-4951-8799-6f9d8b8daff0', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'floating_ip_address': '172.28.2.207', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'port_id': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:56:10Z', 'updated_at': '2021-12-29T20:56:25Z', 'revision_number': 1, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:56:28.217074 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port a6ce9a7b-845e-4d3a-841d-479531696649 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:28.222135 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port a6ce9a7b-845e-4d3a-841d-479531696649 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:28.222700 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:28.335726 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:28.362682 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f5615b-9baf-4c03-a84a-32d2f651d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ce9a7b-845e-4d3a-841d-479531696649'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:28.372870 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port a6ce9a7b-845e-4d3a-841d-479531696649, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=a6ce9a7b-845e-4d3a-841d-479531696649,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:28.376605 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:28.419383 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f5615b-9baf-4c03-a84a-32d2f651d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ce9a7b-845e-4d3a-841d-479531696649', 'code': 200} Dec 29 20:56:28.445189 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=a6ce9a7b-845e-4d3a-841d-479531696649,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:28.764043 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-75cc6abb-2b66-4f1b-94d3-7ca967dcb513 req-a669f217-8895-4452-9726-d6fce6ed5a4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 1099 time: 0.1676767 Dec 29 20:56:28.807286 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-75cc6abb-2b66-4f1b-94d3-7ca967dcb513 req-37363e1e-0b65-42b2-b1fb-67a387474706 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Dec 29 20:56:28.884426 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b94b1-50df-4b6c-8d3f-b532dd849135 req-62859e28-4237-4504-9693-a72f61ce145e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:28.885799 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2f4b94b1-50df-4b6c-8d3f-b532dd849135 req-62859e28-4237-4504-9693-a72f61ce145e tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.0803182 Dec 29 20:56:28.930922 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2f4b94b1-50df-4b6c-8d3f-b532dd849135 req-daeafa6d-4265-4721-9065-7e72f0175395 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394378 Dec 29 20:56:29.261754 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff95cde-3e25-41d6-a3a5-34d395bfe8b5 None None] New status for floating IP 5d23c923-9fdd-4951-8799-6f9d8b8daff0: ACTIVE {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:56:29.287237 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-42cb3518-642c-4bfb-88fd-d8c733aa1596 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:29.289245 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-42cb3518-642c-4bfb-88fd-d8c733aa1596 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 814 time: 0.1415110 Dec 29 20:56:29.306245 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-f3771b6d-a39b-462a-8a93-83eb78b7ae1b tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/quotas/856171c3d1ef46848bf321a86067af1b HTTP/1.1" status: 200 len: 375 time: 0.0113060 Dec 29 20:56:29.392628 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-5df61a2e-4cfc-45eb-a6d5-2772f555dffb tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810125 Dec 29 20:56:29.525818 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-46eaf1d7-4ef1-42ff-9d65-bdb254f95dfb service neutron] 10.222.0.16 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261265 Dec 29 20:56:29.654291 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-d7637ab2-4bf5-4132-a903-a4f4f5b96630 service neutron] 10.222.0.16 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228118 Dec 29 20:56:29.833556 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-eb475826-ef4b-4fc5-81f4-f993c367185c req-0a0666a7-c091-42e8-a92b-742d384b3ab4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 210 time: 0.0418265 Dec 29 20:56:30.145981 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af3581-ec59-4c0e-82b0-c05d9fbd6034 req-7ee0c336-6033-4629-bdcd-296c039a21d0 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:30.147452 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d1af3581-ec59-4c0e-82b0-c05d9fbd6034 req-7ee0c336-6033-4629-bdcd-296c039a21d0 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.0851803 Dec 29 20:56:30.194229 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d1af3581-ec59-4c0e-82b0-c05d9fbd6034 req-4eb671ad-4e50-466e-839e-a021213b21ee tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Dec 29 20:56:31.014533 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2cc7b04f-9e55-4ed6-b76a-0ac419b98a24 req-1e9220c1-6ea1-4180-93ff-39fe00cf41cc tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 210 time: 0.0515089 Dec 29 20:56:31.050722 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-bfa615b3-6eed-41d9-bdfc-948b539c4765 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:31.052425 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-bfa615b3-6eed-41d9-bdfc-948b539c4765 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 814 time: 0.1804061 Dec 29 20:56:31.078971 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Request body: {'port': {'device_id': '0b52f54f-7a63-48bf-bf3b-ec87f67f1a35', 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e', 'admin_state_up': True, 'tenant_id': '856171c3d1ef46848bf321a86067af1b'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:31.206270 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:31.215629 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:31.224903 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Made reservation on behalf of 856171c3d1ef46848bf321a86067af1b for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:56:31.228066 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:31.388378 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Allocated IP 172.20.0.11 (b023f25d-4751-4d39-a0d6-70551d6a9d7e/710a416b-bbb1-4f3a-8402-b44dd95ac64f/080cb83c-3c60-4a32-b428-258017d81a8c) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:31.397343 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9bf84-91d8-4b58-b687-29a2f2cf3948 req-95e0ed26-8241-45c7-9070-4629b07f657d tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:31.398820 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8ba9bf84-91d8-4b58-b687-29a2f2cf3948 req-95e0ed26-8241-45c7-9070-4629b07f657d tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.0817695 Dec 29 20:56:31.444465 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8ba9bf84-91d8-4b58-b687-29a2f2cf3948 req-c0f7607e-228e-4e6d-b61d-37d449cd8c96 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 Dec 29 20:56:31.585756 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:31.615216 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:31.629641 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['4e9db5b8-dcca-47a1-87f9-b019af99b864', 'f313c5ba-d41e-468c-928a-47cfd2597806', '6855e5ce-3413-4fd8-960e-d0897adc82e6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:31.698333 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Network b023f25d-4751-4d39-a0d6-70551d6a9d7e is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:31.702108 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Pushing event updated for resources: {'Port': ['ID=080cb83c-3c60-4a32-b428-258017d81a8c,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:31.704533 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:31.707053 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:31.752656 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.752995 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.753331 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.753668 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.753993 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.754513 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.754840 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.755167 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.755483 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.755822 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.756341 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:31.783328 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:31.783958 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:31.814725 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-ee1db7b6-9636-41a4-adc6-525f28228886 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391584 Dec 29 20:56:31.831563 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Request body: {'port': {'device_id': '0b52f54f-7a63-48bf-bf3b-ec87f67f1a35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:31.871364 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-eaf4dbcb-fab1-4ef1-8e2f-6a22fe197635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:31.976337 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:32.220572 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e49e9a-3f4c-4ad5-b19e-3a59682c23ac req-1177d73b-fbfc-45b6-b0d4-8d37f36f01b6 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:32.221931 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-04e49e9a-3f4c-4ad5-b19e-3a59682c23ac req-1177d73b-fbfc-45b6-b0d4-8d37f36f01b6 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 932 time: 0.0769749 Dec 29 20:56:32.266059 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-04e49e9a-3f4c-4ad5-b19e-3a59682c23ac req-e8cb09cf-b005-43f9-afe7-9f714307dfa3 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384591 Dec 29 20:56:32.383989 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080cb83c-3c60-4a32-b428-258017d81a8c {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:32.392152 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:32.407079 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Transition to ACTIVE for port object 080cb83c-3c60-4a32-b428-258017d81a8c will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:32.411133 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:32.543604 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Pushing event updated for resources: {'Port': ['ID=080cb83c-3c60-4a32-b428-258017d81a8c,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:32.652298 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Attempting to bind port 080cb83c-3c60-4a32-b428-258017d81a8c on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:56:32.652625 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Attempting to bind port 080cb83c-3c60-4a32-b428-258017d81a8c by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:56:32.652945 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Attempting to bind port 080cb83c-3c60-4a32-b428-258017d81a8c on network b023f25d-4751-4d39-a0d6-70551d6a9d7e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:32.658439 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Port 080cb83c-3c60-4a32-b428-258017d81a8c on network b023f25d-4751-4d39-a0d6-70551d6a9d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:56:32.658752 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Attempting to bind port 080cb83c-3c60-4a32-b428-258017d81a8c on network b023f25d-4751-4d39-a0d6-70551d6a9d7e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:32.664896 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:56:32.665223 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Checking segment: {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:56:32.665599 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Bound using segment: {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:56:32.666016 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Bound port: 080cb83c-3c60-4a32-b428-258017d81a8c, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bb49b7-9015-44a9-b5dc-6ea63e22e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:56:32.666351 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:32.752333 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] For port 080cb83c-3c60-4a32-b428-258017d81a8c, host hv-cinder-82317, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:56:32.755151 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] For port 080cb83c-3c60-4a32-b428-258017d81a8c, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=080cb83c-3c60-4a32-b428-258017d81a8c,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:56:32.760583 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:32.822164 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:32.823518 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] 10.222.0.32 "PUT /v2.0/ports/080cb83c-3c60-4a32-b428-258017d81a8c HTTP/1.1" status: 200 len: 1094 time: 0.9960501 Dec 29 20:56:32.824010 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b52f54f-7a63-48bf-bf3b-ec87f67f1a35', 'tag': '080cb83c-3c60-4a32-b428-258017d81a8c'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:32.857454 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca2ddf-82aa-4858-9190-98699b82e420 service neutron] Pushing event updated for resources: {'Port': ['ID=080cb83c-3c60-4a32-b428-258017d81a8c,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:32.920173 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b52f54f-7a63-48bf-bf3b-ec87f67f1a35', 'tag': '080cb83c-3c60-4a32-b428-258017d81a8c', 'status': 'completed', 'code': 200} Dec 29 20:56:32.964838 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-0953f410-bd3c-4957-8909-3864ade84bc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 1097 time: 0.0798287 Dec 29 20:56:33.033065 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-050e8b8f-9641-4142-a928-5646dc81ab71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=080cb83c-3c60-4a32-b428-258017d81a8c HTTP/1.1" status: 200 len: 217 time: 0.0578544 Dec 29 20:56:33.105673 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-1657ec4b-60ed-4f63-9756-2ec37b1f9694 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:33.107092 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-1657ec4b-60ed-4f63-9756-2ec37b1f9694 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710a416b-bbb1-4f3a-8402-b44dd95ac64f HTTP/1.1" status: 200 len: 854 time: 0.0591025 Dec 29 20:56:33.161615 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-1ad873c6-8c3c-4982-80e8-35f8f4692e12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b023f25d-4751-4d39-a0d6-70551d6a9d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371723 Dec 29 20:56:33.298136 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-739745ae-62f6-424c-8d97-064bc2c2758a service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275101 Dec 29 20:56:33.428668 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fff39a8e-fd47-4194-a48d-601ca7f00f90 req-9e9e0060-cb55-4b5c-a5b0-251c23be9bc0 service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210294 Dec 29 20:56:33.470921 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070ac2f-c84e-4256-b02b-aae7c71cb2d3 req-6d5f1fe2-781b-4f1b-b9ad-50e64943dc2a tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:33.472402 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5070ac2f-c84e-4256-b02b-aae7c71cb2d3 req-6d5f1fe2-781b-4f1b-b9ad-50e64943dc2a tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 944 time: 0.0829184 Dec 29 20:56:33.520013 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5070ac2f-c84e-4256-b02b-aae7c71cb2d3 req-1ad4d8cb-67bc-4ad7-86d4-acf3e0e7be30 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Dec 29 20:56:33.547400 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a58a3c5-14f7-4c9c-a183-f0f5faa20643 req-f0dd67f9-4416-4216-857f-aa683710396c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856171c3d1ef46848bf321a86067af1b&device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 1097 time: 0.0676181 Dec 29 20:56:33.675794 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a3c5-14f7-4c9c-a183-f0f5faa20643 req-ba7a6285-d8fb-4524-9b10-bb9b9b3b857b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:33.677246 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a58a3c5-14f7-4c9c-a183-f0f5faa20643 req-ba7a6285-d8fb-4524-9b10-bb9b9b3b857b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 200 len: 914 time: 0.1221423 Dec 29 20:56:33.758486 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a58a3c5-14f7-4c9c-a183-f0f5faa20643 req-dd64105b-0e51-4955-88ea-466ecf1d5931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=080cb83c-3c60-4a32-b428-258017d81a8c HTTP/1.1" status: 200 len: 217 time: 0.0646529 Dec 29 20:56:33.820128 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a3c5-14f7-4c9c-a183-f0f5faa20643 req-e414611a-39e6-43ed-aa13-dd173f4ce273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:33.822241 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a58a3c5-14f7-4c9c-a183-f0f5faa20643 req-e414611a-39e6-43ed-aa13-dd173f4ce273 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710a416b-bbb1-4f3a-8402-b44dd95ac64f HTTP/1.1" status: 200 len: 854 time: 0.0565476 Dec 29 20:56:33.954406 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a58a3c5-14f7-4c9c-a183-f0f5faa20643 req-515a01ed-49ba-4161-bcba-5b881c9a6b7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b023f25d-4751-4d39-a0d6-70551d6a9d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146600 Dec 29 20:56:34.092732 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a58a3c5-14f7-4c9c-a183-f0f5faa20643 req-9199cbe3-9dd8-4845-96ce-05214205972e service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223509 Dec 29 20:56:34.125506 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e28b6bbe-31b1-4a77-96e6-8465536b7f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:34.224931 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a58a3c5-14f7-4c9c-a183-f0f5faa20643 req-4f58765e-fd3b-4d65-b546-736b2d1b300b service neutron] 10.222.0.32 "GET /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241574 Dec 29 20:56:34.721826 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29b26-18fb-4f84-b151-e89c97043d73 req-f3601291-7971-4c3a-99bd-b66d965796d4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:34.723259 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-42d29b26-18fb-4f84-b151-e89c97043d73 req-f3601291-7971-4c3a-99bd-b66d965796d4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 944 time: 0.0754132 Dec 29 20:56:34.772496 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-42d29b26-18fb-4f84-b151-e89c97043d73 req-7801f014-e6aa-4228-a7e6-8686e6f404f5 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Dec 29 20:56:35.201373 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.416142 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.967335 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1d314-c48e-42d9-9327-478161b661af req-50115039-86b3-4b5e-931d-994389ff9def tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:35.968035 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-68d1d314-c48e-42d9-9327-478161b661af req-50115039-86b3-4b5e-931d-994389ff9def tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Synchronizing usage tracker for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:35.983150 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-68d1d314-c48e-42d9-9327-478161b661af req-50115039-86b3-4b5e-931d-994389ff9def tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Unset dirty status for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:35.984264 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-68d1d314-c48e-42d9-9327-478161b661af req-50115039-86b3-4b5e-931d-994389ff9def tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 944 time: 0.0892351 Dec 29 20:56:36.031927 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-68d1d314-c48e-42d9-9327-478161b661af req-bcd60489-fd83-45bd-b699-e15e6b297ec2 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Dec 29 20:56:36.166334 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 080cb83c-3c60-4a32-b428-258017d81a8c details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:56:36.300146 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 080cb83c-3c60-4a32-b428-258017d81a8c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=080cb83c-3c60-4a32-b428-258017d81a8c,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:36.340079 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '080cb83c-3c60-4a32-b428-258017d81a8c', 'network_id': 'b023f25d-4751-4d39-a0d6-70551d6a9d7e', 'port_id': '080cb83c-3c60-4a32-b428-258017d81a8c', 'mac_address': 'fa:16:3e:04:6e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710a416b-bbb1-4f3a-8402-b44dd95ac64f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:56:36.391300 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:36.407684 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080cb83c-3c60-4a32-b428-258017d81a8c {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:36.421755 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 080cb83c-3c60-4a32-b428-258017d81a8c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=080cb83c-3c60-4a32-b428-258017d81a8c,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:36.425412 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:36.490836 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=080cb83c-3c60-4a32-b428-258017d81a8c,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:36.525785 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:36.783308 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['080cb83c-3c60-4a32-b428-258017d81a8c'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:37.366508 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c51e7-6467-4887-8276-ed5db23823f0 req-907bc5c1-3551-4674-a26e-24a7db72324c tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:37.367834 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-067c51e7-6467-4887-8276-ed5db23823f0 req-907bc5c1-3551-4674-a26e-24a7db72324c tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 945 time: 0.0743310 Dec 29 20:56:37.411457 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-067c51e7-6467-4887-8276-ed5db23823f0 req-6aa0c3a9-dac5-4459-8465-e6f88c876d2e tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382354 Dec 29 20:56:37.643815 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:56:38.190720 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 080cb83c-3c60-4a32-b428-258017d81a8c up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:38.260601 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 080cb83c-3c60-4a32-b428-258017d81a8c completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:38.264854 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 080cb83c-3c60-4a32-b428-258017d81a8c triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:38.265217 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.373088 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.399386 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b52f54f-7a63-48bf-bf3b-ec87f67f1a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cb83c-3c60-4a32-b428-258017d81a8c'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:38.408686 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 080cb83c-3c60-4a32-b428-258017d81a8c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=080cb83c-3c60-4a32-b428-258017d81a8c,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:38.413373 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.456571 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b52f54f-7a63-48bf-bf3b-ec87f67f1a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cb83c-3c60-4a32-b428-258017d81a8c', 'code': 200} Dec 29 20:56:38.480659 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=080cb83c-3c60-4a32-b428-258017d81a8c,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:38.619644 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0270274-459a-49c3-bf72-979ea4851f8d req-c0bca129-968b-4a83-ab57-cb00f69e6b06 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:38.621147 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f0270274-459a-49c3-bf72-979ea4851f8d req-c0bca129-968b-4a83-ab57-cb00f69e6b06 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0813885 Dec 29 20:56:38.714421 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f0270274-459a-49c3-bf72-979ea4851f8d req-daf3e3cd-4910-4877-a2a4-acbbe2c516c9 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876772 Dec 29 20:56:38.733276 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-241baf54-3239-4101-a368-6154d445b8ff req-0651162e-5269-47af-abdb-0a32021fa311 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 1099 time: 0.0926614 Dec 29 20:56:38.778244 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-241baf54-3239-4101-a368-6154d445b8ff req-42fd9c23-7a28-4be1-932c-8d9509eb2cc5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352890 Dec 29 20:56:39.921266 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d46fd-9569-4a8a-9f2a-e5c215d8c7e8 req-74447b5a-511f-4018-9c37-848e546a42f0 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:39.922614 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b81d46fd-9569-4a8a-9f2a-e5c215d8c7e8 req-74447b5a-511f-4018-9c37-848e546a42f0 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0785592 Dec 29 20:56:39.966421 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b81d46fd-9569-4a8a-9f2a-e5c215d8c7e8 req-7dc7ecdc-05cc-4527-8f2f-d9df0d8c6e51 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Dec 29 20:56:41.156719 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9af2e-8d30-4919-bce5-298dcaf98bf4 req-eaf79c30-7ae3-427f-8d17-d489b5cbbb39 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:41.158166 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09b9af2e-8d30-4919-bce5-298dcaf98bf4 req-eaf79c30-7ae3-427f-8d17-d489b5cbbb39 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0751803 Dec 29 20:56:41.202768 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09b9af2e-8d30-4919-bce5-298dcaf98bf4 req-c8a0950a-715c-4cbb-967c-3692e0ec225a tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390842 Dec 29 20:56:48.895839 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b4734-5d42-4fc1-ba9a-95d3e1c3ac2f req-7267e403-eefa-4aab-a963-4f722360b2fc tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:48.897314 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3d8b4734-5d42-4fc1-ba9a-95d3e1c3ac2f req-7267e403-eefa-4aab-a963-4f722360b2fc tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0743759 Dec 29 20:56:48.954979 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3d8b4734-5d42-4fc1-ba9a-95d3e1c3ac2f req-0ccf428e-9f5e-4ada-9866-c3c8875c6845 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520885 Dec 29 20:56:50.157672 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0224-f6d9-45b9-a6a5-2bd59bfb467d req-81d8ff65-7eb6-4580-964f-7cd621690ca1 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:50.159091 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e23a0224-f6d9-45b9-a6a5-2bd59bfb467d req-81d8ff65-7eb6-4580-964f-7cd621690ca1 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0820501 Dec 29 20:56:50.203673 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e23a0224-f6d9-45b9-a6a5-2bd59bfb467d req-ac457e9d-1a3b-40c6-b9b3-c10d5aa9ba2d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390394 Dec 29 20:56:51.102716 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae674e-205b-4b75-b08b-a525730f51cc req-98cb6590-396e-4968-95aa-9862ded69ff0 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:51.104164 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90ae674e-205b-4b75-b08b-a525730f51cc req-98cb6590-396e-4968-95aa-9862ded69ff0 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 946 time: 0.0786383 Dec 29 20:56:51.175389 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-90ae674e-205b-4b75-b08b-a525730f51cc req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Deleting port 080cb83c-3c60-4a32-b428-258017d81a8c {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:56:51.175728 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90ae674e-205b-4b75-b08b-a525730f51cc req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:51.469901 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-90ae674e-205b-4b75-b08b-a525730f51cc req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] For port 080cb83c-3c60-4a32-b428-258017d81a8c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=080cb83c-3c60-4a32-b428-258017d81a8c,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:51.470253 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90ae674e-205b-4b75-b08b-a525730f51cc req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:51.602692 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-90ae674e-205b-4b75-b08b-a525730f51cc req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Calling delete_port for 080cb83c-3c60-4a32-b428-258017d81a8c owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:56:51.634522 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d2187-4e56-448c-9a58-1ba307a36ecc req-40616355-b810-4175-929a-d6c3c07199fe tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:51.636235 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-269d2187-4e56-448c-9a58-1ba307a36ecc req-40616355-b810-4175-929a-d6c3c07199fe tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b52f54f-7a63-48bf-bf3b-ec87f67f1a35 HTTP/1.1" status: 200 len: 946 time: 0.2875574 Dec 29 20:56:51.713124 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-269d2187-4e56-448c-9a58-1ba307a36ecc req-35b3c679-299d-4903-ab26-19b010ac7539 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703461 Dec 29 20:56:51.871525 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90ae674e-205b-4b75-b08b-a525730f51cc req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:51.884741 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['4e9db5b8-dcca-47a1-87f9-b019af99b864', 'f313c5ba-d41e-468c-928a-47cfd2597806', '6855e5ce-3413-4fd8-960e-d0897adc82e6', '080cb83c-3c60-4a32-b428-258017d81a8c'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:51.920662 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Pushing event deleted for resources: {'Port': ['ID=080cb83c-3c60-4a32-b428-258017d81a8c,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:51.992773 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ae674e-205b-4b75-b08b-a525730f51cc req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] No DVR routers for this DVR port 080cb83c-3c60-4a32-b428-258017d81a8c on host hv-cinder-82317 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:56:51.995182 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-90ae674e-205b-4b75-b08b-a525730f51cc req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:51.997707 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b52f54f-7a63-48bf-bf3b-ec87f67f1a35', 'name': 'network-vif-deleted', 'tag': '080cb83c-3c60-4a32-b428-258017d81a8c'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:52.014159 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-90ae674e-205b-4b75-b08b-a525730f51cc req-78927f29-44f5-4970-87c7-ea4bf4035b8d tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "DELETE /v2.0/ports/080cb83c-3c60-4a32-b428-258017d81a8c HTTP/1.1" status: 204 len: 173 time: 0.8983409 Dec 29 20:56:52.059117 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b52f54f-7a63-48bf-bf3b-ec87f67f1a35', 'name': 'network-vif-deleted', 'tag': '080cb83c-3c60-4a32-b428-258017d81a8c', 'status': 'completed', 'code': 200} Dec 29 20:56:52.486724 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:52.522915 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d6540-6e9c-480c-aaad-4d4c93de2130 req-72e226c3-b0dc-4cd5-95d3-2c93da77f423 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:52.525320 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-287d6540-6e9c-480c-aaad-4d4c93de2130 req-72e226c3-b0dc-4cd5-95d3-2c93da77f423 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.0782521 Dec 29 20:56:52.572513 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-287d6540-6e9c-480c-aaad-4d4c93de2130 req-0890cfa3-6e9c-406b-81cb-26a10f252bf5 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Dec 29 20:56:53.767739 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c72ef-4c33-4508-9d2a-ff3873736a1c req-4597e77f-463d-4d87-9286-fe791cf0d299 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:53.769210 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a80c72ef-4c33-4508-9d2a-ff3873736a1c req-4597e77f-463d-4d87-9286-fe791cf0d299 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.0753241 Dec 29 20:56:53.813297 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a80c72ef-4c33-4508-9d2a-ff3873736a1c req-226b8125-ddc3-4ef7-933f-bec17264f8e4 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386341 Dec 29 20:56:54.318338 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 080cb83c-3c60-4a32-b428-258017d81a8c no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:56:54.353763 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 080cb83c-3c60-4a32-b428-258017d81a8c {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:56:54.354101 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 080cb83c-3c60-4a32-b428-258017d81a8c not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:56:54.421665 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af283dd-7959-49ba-9acf-cc6a2f56d8fe req-d36e2811-2a2d-43fa-a1e1-fec65765be81 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:54.423012 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6af283dd-7959-49ba-9acf-cc6a2f56d8fe req-d36e2811-2a2d-43fa-a1e1-fec65765be81 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 946 time: 0.0797446 Dec 29 20:56:54.466792 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6af283dd-7959-49ba-9acf-cc6a2f56d8fe req-ae48e28e-3a1b-465d-95b2-6c6e15b485dd tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 Dec 29 20:56:55.013865 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f4871-9923-4b6a-8ee3-ef368e1c74e5 req-f1bbb674-5414-4416-82db-dea150adad96 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:55.015290 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e65f4871-9923-4b6a-8ee3-ef368e1c74e5 req-f1bbb674-5414-4416-82db-dea150adad96 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.0785403 Dec 29 20:56:55.058822 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e65f4871-9923-4b6a-8ee3-ef368e1c74e5 req-dcf5c691-e754-46d9-9222-f04f2bf9716a tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380085 Dec 29 20:56:55.656574 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12721268-77ef-492e-b522-4fa6b0ec4ec1 req-9887adf2-45ee-4c76-adb0-57955a53fb16 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:55.657974 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-12721268-77ef-492e-b522-4fa6b0ec4ec1 req-9887adf2-45ee-4c76-adb0-57955a53fb16 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 946 time: 0.0738027 Dec 29 20:56:55.701060 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-12721268-77ef-492e-b522-4fa6b0ec4ec1 req-b9e63467-346b-4cfa-9f89-285176a875a7 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Dec 29 20:56:56.255923 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea34424-88e8-4aea-9670-6a120ebb7fc8 req-1f30e5c0-f4c4-4bac-9009-b048603050ed tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:56.257837 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4ea34424-88e8-4aea-9670-6a120ebb7fc8 req-1f30e5c0-f4c4-4bac-9009-b048603050ed tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.0784581 Dec 29 20:56:56.300303 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4ea34424-88e8-4aea-9670-6a120ebb7fc8 req-895ce5d5-5e71-45dc-8018-ba0be4a1798f tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371475 Dec 29 20:56:56.653936 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-521cb98f-73e6-4316-886e-bf6eec743442 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:56.654600 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-521cb98f-73e6-4316-886e-bf6eec743442 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Synchronizing usage tracker for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:56.669103 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-521cb98f-73e6-4316-886e-bf6eec743442 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Unset dirty status for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:56.670250 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-521cb98f-73e6-4316-886e-bf6eec743442 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 946 time: 0.0880256 Dec 29 20:56:56.742887 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Deleting port 6855e5ce-3413-4fd8-960e-d0897adc82e6 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:56:56.743228 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:57.029882 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51d40-eed8-477a-84fa-0487783a9a04 req-fa96f011-14f3-4189-8666-61b420576ce2 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:57.031300 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0ea51d40-eed8-477a-84fa-0487783a9a04 req-fa96f011-14f3-4189-8666-61b420576ce2 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=24b88306-43e8-49ae-bae2-eeef438c675a HTTP/1.1" status: 200 len: 946 time: 0.2069201 Dec 29 20:56:57.039275 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] For port 6855e5ce-3413-4fd8-960e-d0897adc82e6, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6855e5ce-3413-4fd8-960e-d0897adc82e6,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:57.039625 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:57.172890 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Calling delete_port for 6855e5ce-3413-4fd8-960e-d0897adc82e6 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:56:57.236122 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0ea51d40-eed8-477a-84fa-0487783a9a04 req-53e23c60-766b-4a11-aec7-e35c88418404 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990638 Dec 29 20:56:57.324518 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:57.338028 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['4e9db5b8-dcca-47a1-87f9-b019af99b864', 'f313c5ba-d41e-468c-928a-47cfd2597806', '6855e5ce-3413-4fd8-960e-d0897adc82e6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:57.372221 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Pushing event deleted for resources: {'Port': ['ID=6855e5ce-3413-4fd8-960e-d0897adc82e6,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:57.489392 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] No DVR routers for this DVR port 6855e5ce-3413-4fd8-960e-d0897adc82e6 on host hv-cinder-82317 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:56:57.492205 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:57.494577 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b88306-43e8-49ae-bae2-eeef438c675a', 'name': 'network-vif-deleted', 'tag': '6855e5ce-3413-4fd8-960e-d0897adc82e6'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:57.520977 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-20c47fde-1247-47c7-91b9-f2c325a54254 req-ab336d8e-1476-42c4-a2da-98a7b5181870 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "DELETE /v2.0/ports/6855e5ce-3413-4fd8-960e-d0897adc82e6 HTTP/1.1" status: 204 len: 173 time: 0.8415053 Dec 29 20:56:57.544251 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adda116-28ad-4227-beda-1561a11a2f8e req-8788d856-1060-404c-b9cf-9713ba0c6d99 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:57.545697 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6adda116-28ad-4227-beda-1561a11a2f8e req-8788d856-1060-404c-b9cf-9713ba0c6d99 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.1059246 Dec 29 20:56:57.592908 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b88306-43e8-49ae-bae2-eeef438c675a', 'name': 'network-vif-deleted', 'tag': '6855e5ce-3413-4fd8-960e-d0897adc82e6', 'status': 'completed', 'code': 200} Dec 29 20:56:57.616355 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6adda116-28ad-4227-beda-1561a11a2f8e req-2765378c-3f05-4525-b42f-6e97b81afaf5 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614312 Dec 29 20:56:58.237789 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5b9f9-47f9-4949-995c-217768d0875d req-aa98017a-a999-474d-9352-e47fa106a669 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:58.241157 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e8d5b9f9-47f9-4949-995c-217768d0875d req-aa98017a-a999-474d-9352-e47fa106a669 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.0773678 Dec 29 20:56:58.291733 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e8d5b9f9-47f9-4949-995c-217768d0875d req-9dd82c93-7597-430d-8a9d-86634b7f9bdf tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441890 Dec 29 20:56:58.512299 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-692c7222-cccb-42a7-b1a5-e209c791b884 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:58.513769 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-692c7222-cccb-42a7-b1a5-e209c791b884 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.32 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.0894847 Dec 29 20:56:58.589907 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Deleting port a6ce9a7b-845e-4d3a-841d-479531696649 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:56:58.590240 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:58.727852 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60019835-be6e-4587-b955-28b6d7dbc95b req-63d4b9ab-9645-40e2-a5ef-a55d82a9c7c3 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:58.729459 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60019835-be6e-4587-b955-28b6d7dbc95b req-63d4b9ab-9645-40e2-a5ef-a55d82a9c7c3 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 945 time: 0.0858860 Dec 29 20:56:58.775658 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60019835-be6e-4587-b955-28b6d7dbc95b req-674825c4-e177-43d0-ac6b-3acbc1cb3425 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395825 Dec 29 20:56:58.947348 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e01e9f-58e5-47de-9030-515e731725f4 req-fc4362a6-11c8-4dc0-ba4e-394252c9df47 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:58.949084 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e0e01e9f-58e5-47de-9030-515e731725f4 req-fc4362a6-11c8-4dc0-ba4e-394252c9df47 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f5615b-9baf-4c03-a84a-32d2f651d682 HTTP/1.1" status: 200 len: 946 time: 0.2001655 Dec 29 20:56:58.954458 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] For port a6ce9a7b-845e-4d3a-841d-479531696649, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=a6ce9a7b-845e-4d3a-841d-479531696649,segment=NetworkSegment(7331260d-1082-430d-85aa-d69d2ae4db45),segment_id=7331260d-1082-430d-85aa-d69d2ae4db45)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:58.954813 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:59.089241 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Calling delete_port for a6ce9a7b-845e-4d3a-841d-479531696649 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:56:59.152151 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e0e01e9f-58e5-47de-9030-515e731725f4 req-62600dc2-0725-43f5-9313-70abe6a4c01b tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897001 Dec 29 20:56:59.236274 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:59.248144 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['a6ce9a7b-845e-4d3a-841d-479531696649'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:59.285553 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Pushing event deleted for resources: {'Port': ['ID=a6ce9a7b-845e-4d3a-841d-479531696649,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:59.357336 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] No DVR routers for this DVR port a6ce9a7b-845e-4d3a-841d-479531696649 on host hv-cinder-82317 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:56:59.359677 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:59.373044 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-99be0ec1-4fee-44dc-90b9-84a1ff4596b6 req-a3d3de4d-b593-410f-86cd-d6552bc42660 tempest-VolumesSnapshotTestJSON-1929409057 tempest-VolumesSnapshotTestJSON-1929409057-project] 10.222.0.32 "DELETE /v2.0/ports/a6ce9a7b-845e-4d3a-841d-479531696649 HTTP/1.1" status: 204 len: 173 time: 0.8529012 Dec 29 20:56:59.563666 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0e252-5f6f-4ca7-b812-495b9266fb46 req-fe7c87da-7f38-44ba-ba38-62690af478e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:59.565138 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-89e0e252-5f6f-4ca7-b812-495b9266fb46 req-fe7c87da-7f38-44ba-ba38-62690af478e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1525407 Dec 29 20:56:59.594124 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f5615b-9baf-4c03-a84a-32d2f651d682', 'name': 'network-vif-deleted', 'tag': 'a6ce9a7b-845e-4d3a-841d-479531696649'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:59.610679 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-89e0e252-5f6f-4ca7-b812-495b9266fb46 req-5161eda6-9302-4f35-a057-c9f6ddb21857 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393584 Dec 29 20:56:59.684222 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f5615b-9baf-4c03-a84a-32d2f651d682', 'name': 'network-vif-deleted', 'tag': 'a6ce9a7b-845e-4d3a-841d-479531696649', 'status': 'completed', 'code': 200} Dec 29 20:56:59.971009 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d3f46-c0cc-46d7-aba7-3cdae446827f req-e4997b86-6494-4346-8876-18b3b06073d6 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:59.972471 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-465d3f46-c0cc-46d7-aba7-3cdae446827f req-e4997b86-6494-4346-8876-18b3b06073d6 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 945 time: 0.0746493 Dec 29 20:57:00.016746 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-465d3f46-c0cc-46d7-aba7-3cdae446827f req-0791ccf4-6982-43e9-ba24-6bc1786df4cf tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Dec 29 20:57:00.328371 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device a6ce9a7b-845e-4d3a-841d-479531696649 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:57:00.365323 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: a6ce9a7b-845e-4d3a-841d-479531696649 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:57:00.366159 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device a6ce9a7b-845e-4d3a-841d-479531696649 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:57:00.366577 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 6855e5ce-3413-4fd8-960e-d0897adc82e6 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:57:00.397781 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 6855e5ce-3413-4fd8-960e-d0897adc82e6 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:57:00.398112 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 6855e5ce-3413-4fd8-960e-d0897adc82e6 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:57:00.407113 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87650de-76d9-4536-bd6a-3025044aae32 req-d4e83fa2-3423-4573-b0fb-a38761a0fe52 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:00.407948 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-a87650de-76d9-4536-bd6a-3025044aae32 req-d4e83fa2-3423-4573-b0fb-a38761a0fe52 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Synchronizing usage tracker for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:00.423706 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-a87650de-76d9-4536-bd6a-3025044aae32 req-d4e83fa2-3423-4573-b0fb-a38761a0fe52 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Unset dirty status for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:00.425175 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a87650de-76d9-4536-bd6a-3025044aae32 req-d4e83fa2-3423-4573-b0fb-a38761a0fe52 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 945 time: 0.1026468 Dec 29 20:57:00.493699 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-a87650de-76d9-4536-bd6a-3025044aae32 req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Deleting port f313c5ba-d41e-468c-928a-47cfd2597806 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:57:00.494038 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a87650de-76d9-4536-bd6a-3025044aae32 req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:00.750442 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-a87650de-76d9-4536-bd6a-3025044aae32 req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] For port f313c5ba-d41e-468c-928a-47cfd2597806, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f313c5ba-d41e-468c-928a-47cfd2597806,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:00.751051 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a87650de-76d9-4536-bd6a-3025044aae32 req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:00.850398 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4662a700-ff54-45e8-abf6-dfd3284d22e3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:00.853023 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4662a700-ff54-45e8-abf6-dfd3284d22e3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1541750 Dec 29 20:57:00.888025 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-a87650de-76d9-4536-bd6a-3025044aae32 req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Calling delete_port for f313c5ba-d41e-468c-928a-47cfd2597806 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:57:00.912485 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325636-b111-40f3-8a3b-973a86877db7 req-5e1c7f36-bccd-4866-9402-10febce12201 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:00.915930 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f8325636-b111-40f3-8a3b-973a86877db7 req-5e1c7f36-bccd-4866-9402-10febce12201 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 945 time: 0.1559186 Dec 29 20:57:00.954565 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Deleting port 17e465bf-73fa-4610-bbdb-370e7db7d681 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:57:00.954904 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.018490 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f8325636-b111-40f3-8a3b-973a86877db7 req-33dd3576-f6ba-44b8-80c0-29869b9e0d11 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b57c4447-db4c-4580-9096-93288235c648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968466 Dec 29 20:57:01.037041 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a87650de-76d9-4536-bd6a-3025044aae32 req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.048670 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['4e9db5b8-dcca-47a1-87f9-b019af99b864', 'f313c5ba-d41e-468c-928a-47cfd2597806'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:57:01.093789 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Pushing event deleted for resources: {'Port': ['ID=f313c5ba-d41e-468c-928a-47cfd2597806,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:01.213996 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87650de-76d9-4536-bd6a-3025044aae32 req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] No DVR routers for this DVR port f313c5ba-d41e-468c-928a-47cfd2597806 on host hv-cinder-82317 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:57:01.220208 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a87650de-76d9-4536-bd6a-3025044aae32 req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.227990 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] For port 17e465bf-73fa-4610-bbdb-370e7db7d681, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=17e465bf-73fa-4610-bbdb-370e7db7d681,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:01.228348 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.231444 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-853e7b8a-d95e-4d33-ac37-c4e8a746fd6d req-d2c114bb-74e7-49e0-bcfb-761cfb677f8e tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Synchronizing usage tracker for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:01.236671 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a87650de-76d9-4536-bd6a-3025044aae32 req-a4bd6648-ae32-4109-8e74-354c06d3f012 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "DELETE /v2.0/ports/f313c5ba-d41e-468c-928a-47cfd2597806 HTTP/1.1" status: 204 len: 173 time: 0.8041677 Dec 29 20:57:01.252103 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-853e7b8a-d95e-4d33-ac37-c4e8a746fd6d req-d2c114bb-74e7-49e0-bcfb-761cfb677f8e tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Unset dirty status for tenant:856171c3d1ef46848bf321a86067af1b on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:01.253248 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-853e7b8a-d95e-4d33-ac37-c4e8a746fd6d req-d2c114bb-74e7-49e0-bcfb-761cfb677f8e tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=c125d6e6-79a3-4edb-9ad3-e40d79d53a9d HTTP/1.1" status: 200 len: 210 time: 0.0784190 Dec 29 20:57:01.520746 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.521022 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.521362 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.l3_db [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Floating IP 9b28ab98-f575-4476-942f-229e037eb454 disassociated. External IP: 172.28.2.210, port: 17e465bf-73fa-4610-bbdb-370e7db7d681. Dec 29 20:57:01.521725 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Calling delete_port for 17e465bf-73fa-4610-bbdb-370e7db7d681 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:57:01.660359 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.685585 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c125d6e6-79a3-4edb-9ad3-e40d79d53a9d', 'name': 'network-vif-deleted', 'tag': 'f313c5ba-d41e-468c-928a-47cfd2597806'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:01.710517 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event deleted for resources: {'Port': ['ID=17e465bf-73fa-4610-bbdb-370e7db7d681,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:01.753922 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c125d6e6-79a3-4edb-9ad3-e40d79d53a9d', 'name': 'network-vif-deleted', 'tag': 'f313c5ba-d41e-468c-928a-47cfd2597806', 'status': 'completed', 'code': 200} Dec 29 20:57:01.787652 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.788024 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.788367 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.788697 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.789027 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.789355 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.789677 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.789998 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.790323 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.790640 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.790972 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:01.852695 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c21ca9b2-db9f-4269-94ac-63246c0d1f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.938176 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Router 831abed8-9377-42e3-aa88-1dfe3171cec5 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:57:02.149387 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:57:02.159811 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] Sync routers for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:57:02.173472 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:02.174086 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:56:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:02.341225 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] No DVR routers for this DVR port 17e465bf-73fa-4610-bbdb-370e7db7d681 on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:57:02.344834 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d71c61e3-b456-4ffe-8da1-cfa0714f01ff req-e6e4a0e3-9d9a-438f-a648-8783de3d3384 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c2d4c40-a67e-45dd-aa39-a18c20cd0a80 HTTP/1.1" status: 200 len: 210 time: 0.1651084 Dec 29 20:57:02.345318 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.347830 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'name': 'network-vif-deleted', 'tag': '17e465bf-73fa-4610-bbdb-370e7db7d681'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:02.363412 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:02.364057 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8abfdbc9-cfe9-4236-a270-31747ef40b73 req-4e7132ec-c875-4eee-ab16-3876f88be74d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "DELETE /v2.0/ports/17e465bf-73fa-4610-bbdb-370e7db7d681 HTTP/1.1" status: 204 len: 173 time: 1.5044279 Dec 29 20:57:02.437193 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2d4c40-a67e-45dd-aa39-a18c20cd0a80', 'name': 'network-vif-deleted', 'tag': '17e465bf-73fa-4610-bbdb-370e7db7d681', 'status': 'completed', 'code': 200} Dec 29 20:57:02.715225 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:02.718996 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] Checking router: 831abed8-9377-42e3-aa88-1dfe3171cec5 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:57:02.730001 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:02.730601 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:56:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:02.909377 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:03.226950 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:03.230814 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982edfd5-8f27-45f6-b3c1-bbd595aee303 None None] The sync data for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb is: [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:57:03.461547 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82823361-1df2-4f9b-92fc-bc6e505f861d None None] New status for floating IP 9b28ab98-f575-4476-942f-229e037eb454: DOWN {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:57:03.510121 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 35918) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:03.576696 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5eca15aa-cb31-4d98-ba1f-66e8fe94ae2d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:03.609132 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5eca15aa-cb31-4d98-ba1f-66e8fe94ae2d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:03.819386 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5eca15aa-cb31-4d98-ba1f-66e8fe94ae2d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:03.848603 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca15aa-cb31-4d98-ba1f-66e8fe94ae2d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57c4447-db4c-4580-9096-93288235c648,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:03.881723 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5eca15aa-cb31-4d98-ba1f-66e8fe94ae2d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:03.882903 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5eca15aa-cb31-4d98-ba1f-66e8fe94ae2d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "DELETE /v2.0/security-groups/b57c4447-db4c-4580-9096-93288235c648 HTTP/1.1" status: 204 len: 168 time: 0.3716793 Dec 29 20:57:03.886903 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35932) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:03.920176 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.api.v2.resource [None req-803e795c-f2d5-45fc-bf9d-276b5d3cc34d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] show failed (client error): The resource could not be found. Dec 29 20:57:03.924870 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-803e795c-f2d5-45fc-bf9d-276b5d3cc34d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups/b57c4447-db4c-4580-9096-93288235c648 HTTP/1.1" status: 404 len: 347 time: 0.0360169 Dec 29 20:57:03.925461 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35936) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:04.128430 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-957ca4bf-1c9d-48d4-852b-d6ca8a4a7a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.134942 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Deleting port b64fb4e9-bba6-4176-980b-aa1d4f1c5a5e {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:57:04.135275 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.263192 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2f709-0d07-4ccb-b39e-891f068b8641 req-b286eeb1-8f5e-47d7-be54-ae940dfac95b tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:04.264756 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8ae2f709-0d07-4ccb-b39e-891f068b8641 req-b286eeb1-8f5e-47d7-be54-ae940dfac95b tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 945 time: 0.2670889 Dec 29 20:57:04.343917 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device f313c5ba-d41e-468c-928a-47cfd2597806 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:57:04.345951 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8ae2f709-0d07-4ccb-b39e-891f068b8641 req-1cf7c025-11d5-4477-b78c-6405374000c4 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735836 Dec 29 20:57:04.347520 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.347839 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.400586 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: f313c5ba-d41e-468c-928a-47cfd2597806 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:57:04.400928 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device f313c5ba-d41e-468c-928a-47cfd2597806 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:57:04.401349 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 17e465bf-73fa-4610-bbdb-370e7db7d681 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:57:04.432544 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 17e465bf-73fa-4610-bbdb-370e7db7d681 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:57:04.432887 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 17e465bf-73fa-4610-bbdb-370e7db7d681 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:57:04.471376 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Calling delete_port for b64fb4e9-bba6-4176-980b-aa1d4f1c5a5e owned by network:floatingip {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:57:04.602677 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.644730 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event deleted for resources: {'Port': ['ID=b64fb4e9-bba6-4176-980b-aa1d4f1c5a5e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:04.740733 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.754452 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.755586 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-34dacb48-a4c6-42a2-98d7-bf927172dce3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "DELETE /v2.0/floatingips/9b28ab98-f575-4476-942f-229e037eb454 HTTP/1.1" status: 204 len: 168 time: 0.8292048 Dec 29 20:57:04.994465 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35946) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:05.000191 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806320717', 'description': 'tempest-description--971704119'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:05.005922 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:05.010756 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:security_group and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:05.013834 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:05.019432 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:05.031399 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.066113 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:05.069932 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:security_group_rule and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:05.072661 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:05.078070 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:05.132651 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.136495 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.179111 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5fc414-396c-4541-823b-ece5a349ce7e,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:05.182306 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.183499 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0ee33a36-a9ec-4b9a-aed4-cf898dcb0d9b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1879358 Dec 29 20:57:05.186912 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 35954) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:05.192637 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'security_group_rule': {'security_group_id': '2b5fc414-396c-4541-823b-ece5a349ce7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:05.207952 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:05.212004 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:security_group_rule and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:05.215656 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:05.216638 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.221661 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:05.237896 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.298302 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.301710 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.322647 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feffa505-9d8d-43fc-86ed-d51fa2f51b40,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:05.333574 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.334850 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-53ef8c54-0022-4600-8a1b-b223b9cdb1bb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1468565 Dec 29 20:57:05.337976 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35960) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:05.343529 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'security_group_rule': {'security_group_id': '2b5fc414-396c-4541-823b-ece5a349ce7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:05.349202 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:05.353599 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:security_group_rule and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:05.356420 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:05.361992 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:05.381893 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.429896 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.454639 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.462673 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.485357 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d099cd3-d162-46e4-9a92-512059a288bf,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:05.494486 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.495845 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a2c2e7ad-0aee-4771-a008-ae5ffc04b28c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1568341 Dec 29 20:57:05.498967 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 35968) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:05.504470 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'floatingip': {'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:05.510689 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:05.514385 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Usage tracker for resource:floatingip and tenant:4303f986d4f14cda8cd2b19e4146f428 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:05.517206 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:05.522812 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:05.532529 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.577251 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58130f-8dd8-47c8-9062-45f038f21408 req-e9e6c04d-aa38-40ac-9c20-bec5131549d8 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:05.578786 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9e58130f-8dd8-47c8-9062-45f038f21408 req-e9e6c04d-aa38-40ac-9c20-bec5131549d8 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 945 time: 0.0779276 Dec 29 20:57:05.627554 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9e58130f-8dd8-47c8-9062-45f038f21408 req-145db32b-473f-48fc-8dc5-50ae20d493ed tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 Dec 29 20:57:05.666970 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.851982 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Allocated IP 172.28.2.195 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/87face0a-9769-434f-ae02-24f5819085dd) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:06.008049 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-8431a625-4866-42c9-8702-c805b17eff60 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:06.009532 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-8431a625-4866-42c9-8702-c805b17eff60 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 945 time: 0.2707834 Dec 29 20:57:06.103722 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Deleting port 4e9db5b8-dcca-47a1-87f9-b019af99b864 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:57:06.103991 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:06.185208 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:06.356846 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:06.442852 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] For port 4e9db5b8-dcca-47a1-87f9-b019af99b864, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4e9db5b8-dcca-47a1-87f9-b019af99b864,segment=NetworkSegment(24bb49b7-9015-44a9-b5dc-6ea63e22e818),segment_id=24bb49b7-9015-44a9-b5dc-6ea63e22e818)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:06.443208 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:06.457651 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:06.460874 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:06.462874 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'Port': ['ID=87face0a-9769-434f-ae02-24f5819085dd,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:06.510948 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:06.545278 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:06.605386 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Calling delete_port for 4e9db5b8-dcca-47a1-87f9-b019af99b864 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:57:06.857449 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:06.891138 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:06.893049 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a388c19-e11b-4728-873e-0f9317e280aa req-0200da79-d6ab-4781-aa69-d7630a9eb9cd tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:06.894491 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4a388c19-e11b-4728-873e-0f9317e280aa req-0200da79-d6ab-4781-aa69-d7630a9eb9cd tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/ports?device_id=b137b14e-3338-4351-93ff-e585582278d5 HTTP/1.1" status: 200 len: 867 time: 0.1072621 Dec 29 20:57:06.939787 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4a388c19-e11b-4728-873e-0f9317e280aa req-7709c481-f20f-4b09-9a9e-88a01adce5b2 tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4766a12-cbf8-4dbc-bdd5-a1da43419b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Dec 29 20:57:06.950775 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Pushing event deleted for resources: {'Port': ['ID=4e9db5b8-dcca-47a1-87f9-b019af99b864,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:06.992487 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:07.075670 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] No DVR routers for this DVR port 4e9db5b8-dcca-47a1-87f9-b019af99b864 on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:57:07.079229 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:07.081558 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b137b14e-3338-4351-93ff-e585582278d5', 'name': 'network-vif-deleted', 'tag': '4e9db5b8-dcca-47a1-87f9-b019af99b864'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:07.122696 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4aa2a29a-3058-47cd-bb20-eb769cb18f03 req-7591a52d-5149-4af5-ba81-ffeba74939ae tempest-AttachVolumeNegativeTest-216186410 tempest-AttachVolumeNegativeTest-216186410-project] 10.222.0.32 "DELETE /v2.0/ports/4e9db5b8-dcca-47a1-87f9-b019af99b864 HTTP/1.1" status: 204 len: 173 time: 1.1055543 Dec 29 20:57:07.165998 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b137b14e-3338-4351-93ff-e585582278d5', 'name': 'network-vif-deleted', 'tag': '4e9db5b8-dcca-47a1-87f9-b019af99b864', 'status': 'completed', 'code': 200} Dec 29 20:57:07.252333 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:07.257984 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:07.362204 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'Port': ['ID=87face0a-9769-434f-ae02-24f5819085dd,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:07.374369 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:07.390658 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:07.392037 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a09df97d-b2d1-4591-8052-0fed2db1d83c tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8918414 Dec 29 20:57:07.613541 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-3db2a414-c7b7-4e8d-9597-b27ba488ac72 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Synchronizing usage tracker for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:07.629601 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-3db2a414-c7b7-4e8d-9597-b27ba488ac72 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Unset dirty status for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:07.630760 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-3db2a414-c7b7-4e8d-9597-b27ba488ac72 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--806320717&fields=id&tenant_id=4303f986d4f14cda8cd2b19e4146f428 HTTP/1.1" status: 200 len: 267 time: 0.0558813 Dec 29 20:57:07.780478 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ec9f4b22-e379-40a3-b0d6-ab606594a7a3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:07.781899 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ec9f4b22-e379-40a3-b0d6-ab606594a7a3 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 809 time: 0.1445065 Dec 29 20:57:07.797870 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-4ddc6b35-ebed-4703-ba2a-961c4ba39684 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/quotas/4303f986d4f14cda8cd2b19e4146f428 HTTP/1.1" status: 200 len: 375 time: 0.0107696 Dec 29 20:57:07.882840 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-464b20b0-c3e4-4eed-92b8-5918c5a3f3bc tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798740 Dec 29 20:57:08.034221 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-a68ea655-ad88-4398-bf37-65ccc407456d service neutron] 10.222.0.16 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350379 Dec 29 20:57:08.048762 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36000) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:08.109230 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-7278cc43-0652-46c9-bec2-37a565926f14 admin admin] Deleting subnet 710a416b-bbb1-4f3a-8402-b44dd95ac64f {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:57:08.112978 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7278cc43-0652-46c9-bec2-37a565926f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.161933 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7278cc43-0652-46c9-bec2-37a565926f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746124'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.166199 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-97700c91-016c-42e9-b4f7-953ec26a9270 service neutron] 10.222.0.16 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265709 Dec 29 20:57:08.302273 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7278cc43-0652-46c9-bec2-37a565926f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.358128 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 4e9db5b8-dcca-47a1-87f9-b019af99b864 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:57:08.398780 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 4e9db5b8-dcca-47a1-87f9-b019af99b864 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:57:08.399295 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 4e9db5b8-dcca-47a1-87f9-b019af99b864 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:57:08.410469 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-c2c2f4a7-1ef8-4360-8eaa-77425a2291bc req-e45f5bbc-7cd8-479e-9e16-fefb7e3cd9ed tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Synchronizing usage tracker for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:08.439050 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-c2c2f4a7-1ef8-4360-8eaa-77425a2291bc req-e45f5bbc-7cd8-479e-9e16-fefb7e3cd9ed tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Unset dirty status for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:08.440214 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c2c2f4a7-1ef8-4360-8eaa-77425a2291bc req-e45f5bbc-7cd8-479e-9e16-fefb7e3cd9ed tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 210 time: 0.0820186 Dec 29 20:57:08.458098 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7278cc43-0652-46c9-bec2-37a565926f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2521536'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.498859 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278cc43-0652-46c9-bec2-37a565926f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710a416b-bbb1-4f3a-8402-b44dd95ac64f,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:08.504912 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7278cc43-0652-46c9-bec2-37a565926f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.510658 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7278cc43-0652-46c9-bec2-37a565926f14 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/710a416b-bbb1-4f3a-8402-b44dd95ac64f HTTP/1.1" status: 204 len: 168 time: 0.4605892 Dec 29 20:57:08.513568 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36018) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:08.618429 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.739758 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.764825 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b023f25d-4751-4d39-a0d6-70551d6a9d7e']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:08.776861 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bb49b7-9015-44a9-b5dc-6ea63e22e818') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:08.777152 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bb49b7-9015-44a9-b5dc-6ea63e22e818') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:08.788873 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746133'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.805830 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.812703 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:57:08.813131 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3031281'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: Traceback (most recent call last): Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: timer() Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: cb(*args, **kw) Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: return func(*args, **kwargs) Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: self._notify() Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: self.callback(batched_events) Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: event.method(event) Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: return f(self, *a, **k) Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: return self._get(url).json() Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:57:08.831170 dv-cinder-823170-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:57:08.917844 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.935011 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.946325 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=b023f25d-4751-4d39-a0d6-70551d6a9d7e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:08.955025 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bf7ca021-1072-4b6d-ad7e-0ad246282a5c admin admin] 10.222.0.16 "DELETE /v2.0/networks/b023f25d-4751-4d39-a0d6-70551d6a9d7e HTTP/1.1" status: 204 len: 168 time: 0.4403653 Dec 29 20:57:09.086799 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36030) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:09.139590 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f98744f5-c050-4ed4-b7c5-b74dfd39f5a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=856171c3d1ef46848bf321a86067af1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514061 Dec 29 20:57:09.141911 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36034) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:09.199036 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4187501b-f972-49a4-b8fd-b62f853e7ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:09.223714 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4187501b-f972-49a4-b8fd-b62f853e7ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:09.276017 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4187501b-f972-49a4-b8fd-b62f853e7ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:09.294681 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187501b-f972-49a4-b8fd-b62f853e7ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4766a12-cbf8-4dbc-bdd5-a1da43419b11,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:09.305331 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4187501b-f972-49a4-b8fd-b62f853e7ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:09.308697 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4187501b-f972-49a4-b8fd-b62f853e7ccc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4766a12-cbf8-4dbc-bdd5-a1da43419b11 HTTP/1.1" status: 204 len: 168 time: 0.1637046 Dec 29 20:57:09.524951 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-cee456b9-4278-4bca-84a1-772481c28450 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:09.526831 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-cee456b9-4278-4bca-84a1-772481c28450 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 809 time: 0.1697609 Dec 29 20:57:09.594041 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-171b7db4-df52-4893-bdac-512e82c0976b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Synchronizing usage tracker for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:09.605938 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-171b7db4-df52-4893-bdac-512e82c0976b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Unset dirty status for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:09.607143 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-171b7db4-df52-4893-bdac-512e82c0976b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4303f986d4f14cda8cd2b19e4146f428 HTTP/1.1" status: 200 len: 379 time: 0.0624435 Dec 29 20:57:09.616993 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'port': {'device_id': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'admin_state_up': True, 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'security_groups': ['2b5fc414-396c-4541-823b-ece5a349ce7e']}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:09.728610 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b70fc9cb-1fcf-49fb-9ede-55acb8e67f8b req-d8825fc3-815d-4f30-be29-a4e99329e8d4 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 210 time: 0.0978355 Dec 29 20:57:09.792793 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:09.802292 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:09.813914 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Made reservation on behalf of 4303f986d4f14cda8cd2b19e4146f428 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:09.817750 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:09.991549 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Allocated IP 172.20.0.14 (a239ccb3-4600-44c1-b09e-a0ca7cef6a06/7155e28e-9d45-4ed8-86f3-177a98a2c36c/f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:10.223250 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.238397 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Transition to ACTIVE for port object f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:10.261360 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.328985 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:10.331848 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:10.335668 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:10.455061 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event updated for resources: {'Port': ['ID=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:10.491741 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:10.492416 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.518029 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-ea55e733-b0ee-4594-8d95-f052be1c5619 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9050007 Dec 29 20:57:10.529923 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Request body: {'port': {'device_id': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:10.601356 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-df29fe1e-7a52-478c-9693-c24f07ef5a61 None None] Provisioning for port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:10.607976 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-df29fe1e-7a52-478c-9693-c24f07ef5a61 None None] Provisioning complete for port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:10.608656 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-df29fe1e-7a52-478c-9693-c24f07ef5a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.640455 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.663557 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-df29fe1e-7a52-478c-9693-c24f07ef5a61 None None] Port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:57:10.986979 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da5563-bfe5-4924-95bf-caceb6df20a1 req-0a96a768-8eeb-4ef5-9c40-78b3c80f7505 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:10.987664 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-04da5563-bfe5-4924-95bf-caceb6df20a1 req-0a96a768-8eeb-4ef5-9c40-78b3c80f7505 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Synchronizing usage tracker for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:11.053254 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-04da5563-bfe5-4924-95bf-caceb6df20a1 req-0a96a768-8eeb-4ef5-9c40-78b3c80f7505 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Unset dirty status for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:11.054927 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-04da5563-bfe5-4924-95bf-caceb6df20a1 req-0a96a768-8eeb-4ef5-9c40-78b3c80f7505 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 932 time: 0.1917927 Dec 29 20:57:11.063009 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:57:11.083473 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:11.113440 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Transition to ACTIVE for port object f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:11.119183 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:11.159597 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-04da5563-bfe5-4924-95bf-caceb6df20a1 req-594bd401-9445-4a10-a050-488f2e72ec04 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985949 Dec 29 20:57:11.244040 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:11.378570 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Attempting to bind port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:11.379078 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Attempting to bind port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:11.379475 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Attempting to bind port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 on network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:11.386293 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 on network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:57:11.386615 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Attempting to bind port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 on network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:11.394199 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:11.394830 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Checking segment: {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:11.395227 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Bound using segment: {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:11.395649 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Bound port: f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a3ef6c-e898-4768-83dc-9666669a6729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:11.396030 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:11.506325 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] For port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:11.509576 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] For port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:11.513984 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:11.580543 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:11.581905 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] 10.222.0.32 "PUT /v2.0/ports/f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 HTTP/1.1" status: 200 len: 1094 time: 1.0561492 Dec 29 20:57:11.582344 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'tag': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:11.594995 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128fb51-5604-4e0f-a198-65a105a5abe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:11.662921 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'tag': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6', 'status': 'completed', 'code': 200} Dec 29 20:57:11.706049 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-b45e23ce-5c4c-4d1d-a8f1-173d4f6def5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 1097 time: 0.0797069 Dec 29 20:57:11.792409 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-d4269dc3-a1b0-44e0-90e3-b9983d9b9b4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 HTTP/1.1" status: 200 len: 217 time: 0.0771146 Dec 29 20:57:11.871992 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-b305ad6a-ba40-4bd7-bcb1-ac5b73ab664e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:11.873563 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-b305ad6a-ba40-4bd7-bcb1-ac5b73ab664e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 200 len: 848 time: 0.0746217 Dec 29 20:57:11.954870 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-23b305fe-7e9e-47b6-aeef-9cf84175b1c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743952 Dec 29 20:57:12.093977 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-b5ec9f16-da92-47c2-a759-6c9ae0797eed service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306570 Dec 29 20:57:12.192723 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36120) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:12.231099 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-08b3388b-6bae-4daf-8ed0-e4af254a0520 req-a0a09d05-a15e-4114-b487-11ea2529f631 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292779 Dec 29 20:57:12.348535 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7180bada-9761-4246-98b1-7e5de443f18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.351771 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39bf25a9-8065-4574-ba5b-bff79e35d98c req-4bc6fde9-39ea-4471-9516-1974b80fd3a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 1097 time: 0.0687428 Dec 29 20:57:12.402263 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7180bada-9761-4246-98b1-7e5de443f18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:12.408352 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7180bada-9761-4246-98b1-7e5de443f18b admin admin] Usage tracker for resource:security_group_rule and tenant:29b42c485717490aa7b8c63c76f833f0 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:12.412545 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7180bada-9761-4246-98b1-7e5de443f18b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:12.420608 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7180bada-9761-4246-98b1-7e5de443f18b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:12.430157 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a97355-7dcf-48aa-9237-9dc7c24b7c18 req-7dd66b16-6b8d-49c4-b8a2-3d600330daae tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:12.432016 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c0a97355-7dcf-48aa-9237-9dc7c24b7c18 req-7dd66b16-6b8d-49c4-b8a2-3d600330daae tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 944 time: 0.1414790 Dec 29 20:57:12.522788 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c0a97355-7dcf-48aa-9237-9dc7c24b7c18 req-032b7932-2e4a-490a-99c1-e94971707dd8 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716376 Dec 29 20:57:12.539130 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7180bada-9761-4246-98b1-7e5de443f18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.548506 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7180bada-9761-4246-98b1-7e5de443f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.588360 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf25a9-8065-4574-ba5b-bff79e35d98c req-4f29dab8-19c3-45ad-a561-1137e3dab484 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:12.589957 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39bf25a9-8065-4574-ba5b-bff79e35d98c req-4f29dab8-19c3-45ad-a561-1137e3dab484 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 909 time: 0.2304230 Dec 29 20:57:12.594463 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180bada-9761-4246-98b1-7e5de443f18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6284fe3a-8b6f-468e-960a-63c853d68b09,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:12.598753 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7180bada-9761-4246-98b1-7e5de443f18b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29b42c485717490aa7b8c63c76f833f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4045296 Dec 29 20:57:12.601378 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36128) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:12.663082 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c951-cc96-4734-83e2-d8a0dcbf0f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.665711 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39bf25a9-8065-4574-ba5b-bff79e35d98c req-8f2bca59-3ff4-470c-8c2f-87865e487a93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 HTTP/1.1" status: 200 len: 217 time: 0.0673976 Dec 29 20:57:12.689276 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c951-cc96-4734-83e2-d8a0dcbf0f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.730980 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf25a9-8065-4574-ba5b-bff79e35d98c req-9765ead7-120d-4576-80c7-bf170af0953a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:12.732826 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39bf25a9-8065-4574-ba5b-bff79e35d98c req-9765ead7-120d-4576-80c7-bf170af0953a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 200 len: 848 time: 0.0605235 Dec 29 20:57:12.752105 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c951-cc96-4734-83e2-d8a0dcbf0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.768067 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4c951-cc96-4734-83e2-d8a0dcbf0f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6284fe3a-8b6f-468e-960a-63c853d68b09,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:12.772351 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c951-cc96-4734-83e2-d8a0dcbf0f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.773825 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e6a4c951-cc96-4734-83e2-d8a0dcbf0f5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6284fe3a-8b6f-468e-960a-63c853d68b09 HTTP/1.1" status: 204 len: 168 time: 0.1712046 Dec 29 20:57:12.820796 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39bf25a9-8065-4574-ba5b-bff79e35d98c req-9e0687d3-fef5-4811-9a72-c81694cf32d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792439 Dec 29 20:57:12.980559 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39bf25a9-8065-4574-ba5b-bff79e35d98c req-e5e18ece-0a59-4521-9c21-9180d9e50b31 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506679 Dec 29 20:57:13.119427 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-39bf25a9-8065-4574-ba5b-bff79e35d98c req-a31cebcd-b4a2-463a-8583-a922a9088cf5 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309514 Dec 29 20:57:13.130577 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36144) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:13.150480 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b499933f-a8b2-48e2-aad0-b2570628c679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.181061 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-b499933f-a8b2-48e2-aad0-b2570628c679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:13.184793 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b499933f-a8b2-48e2-aad0-b2570628c679 admin admin] Usage tracker for resource:security_group_rule and tenant:18f6259dcdd94eef8dc8ae7e0b882f15 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:13.187533 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b499933f-a8b2-48e2-aad0-b2570628c679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:13.193810 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-b499933f-a8b2-48e2-aad0-b2570628c679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:13.256987 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b499933f-a8b2-48e2-aad0-b2570628c679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.260698 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b499933f-a8b2-48e2-aad0-b2570628c679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.305591 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499933f-a8b2-48e2-aad0-b2570628c679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7d207e-7ad9-4085-ba2d-eb287d320d04,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:13.309903 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b499933f-a8b2-48e2-aad0-b2570628c679 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18f6259dcdd94eef8dc8ae7e0b882f15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1774144 Dec 29 20:57:13.312547 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36148) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:13.369639 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d28d6b89-bc2d-4fc2-abdd-21170646a3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.397288 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d28d6b89-bc2d-4fc2-abdd-21170646a3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.447395 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d28d6b89-bc2d-4fc2-abdd-21170646a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.463316 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d6b89-bc2d-4fc2-abdd-21170646a3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7d207e-7ad9-4085-ba2d-eb287d320d04,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:13.468480 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d28d6b89-bc2d-4fc2-abdd-21170646a3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.470396 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d28d6b89-bc2d-4fc2-abdd-21170646a3ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb7d207e-7ad9-4085-ba2d-eb287d320d04 HTTP/1.1" status: 204 len: 168 time: 0.1567502 Dec 29 20:57:13.726321 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5263-7058-4857-a68d-01c4b826df80 req-24e7eb69-55c6-4696-9ad7-6aa95ff3e29b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:13.727760 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f68c5263-7058-4857-a68d-01c4b826df80 req-24e7eb69-55c6-4696-9ad7-6aa95ff3e29b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 944 time: 0.0816631 Dec 29 20:57:13.773054 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f68c5263-7058-4857-a68d-01c4b826df80 req-b285a849-c1b8-44a2-8347-1631edaeda07 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395741 Dec 29 20:57:14.385496 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:57:14.514283 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:14.527104 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'port_id': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6', 'mac_address': 'fa:16:3e:9e:fb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:57:14.584110 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:14.601657 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:57:14.617341 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:14.620931 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:14.643982 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:57:14.686173 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:14.883657 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:57:14.983717 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54ccfd-90e7-4d57-882c-273719dd9ef7 req-ee176abb-2b8c-4151-ab1e-d8db9bc88bcd tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:14.985187 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ad54ccfd-90e7-4d57-882c-273719dd9ef7 req-ee176abb-2b8c-4151-ab1e-d8db9bc88bcd tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 945 time: 0.0820255 Dec 29 20:57:15.030691 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ad54ccfd-90e7-4d57-882c-273719dd9ef7 req-db8bdb92-0104-4eed-90f7-9858d52deaea tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388560 Dec 29 20:57:16.241867 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14058e49-b18d-40f1-a5a0-8e73f973cdad req-59f47a86-d508-48af-bd94-bd09c5c048a9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:16.243169 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14058e49-b18d-40f1-a5a0-8e73f973cdad req-59f47a86-d508-48af-bd94-bd09c5c048a9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 945 time: 0.0733664 Dec 29 20:57:16.288646 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14058e49-b18d-40f1-a5a0-8e73f973cdad req-da1e0527-5381-41cc-98de-a4d55181f1e9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400367 Dec 29 20:57:16.395303 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:16.459814 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:16.464990 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:16.465413 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.613026 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.639555 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:16.649314 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:16.653581 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.698353 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6', 'code': 200} Dec 29 20:57:16.727034 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:16.938212 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-798a1e19-a311-44f7-a476-1d678b840a2b req-b0d98183-a77b-4600-949b-15ce68246f37 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 1099 time: 0.0717635 Dec 29 20:57:16.987196 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-798a1e19-a311-44f7-a476-1d678b840a2b req-fe4f28d2-7c52-4e21-86a0-834aff7a2e4f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380352 Dec 29 20:57:17.488350 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d793468-ed5c-45f8-82d4-7bea8651796d req-51f528c0-937c-4d58-abe5-cac0fd117aef tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:17.490308 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2d793468-ed5c-45f8-82d4-7bea8651796d req-51f528c0-937c-4d58-abe5-cac0fd117aef tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 946 time: 0.0775859 Dec 29 20:57:17.533459 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2d793468-ed5c-45f8-82d4-7bea8651796d req-e8d82c99-3cd1-461a-91c6-b002faab8a0b tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376625 Dec 29 20:57:18.688485 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36300) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:18.734119 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b61d1d-cd8a-43c8-a235-dd9d41992735 req-0a633afc-04bf-4ad6-9717-c5aed37ea5cb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:18.735495 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-18b61d1d-cd8a-43c8-a235-dd9d41992735 req-0a633afc-04bf-4ad6-9717-c5aed37ea5cb tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 946 time: 0.0767028 Dec 29 20:57:18.783239 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-18b61d1d-cd8a-43c8-a235-dd9d41992735 req-adffabd2-4a69-4617-85e3-b900c42fc660 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Dec 29 20:57:18.834211 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4d10ecba-4b71-44c0-b840-32bc0a72adf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:18.868952 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4d10ecba-4b71-44c0-b840-32bc0a72adf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:18.873191 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4d10ecba-4b71-44c0-b840-32bc0a72adf1 admin admin] Usage tracker for resource:security_group_rule and tenant:2add7d4223cd42e5a378f219b1840143 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:18.875828 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4d10ecba-4b71-44c0-b840-32bc0a72adf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:18.881403 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4d10ecba-4b71-44c0-b840-32bc0a72adf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:19.004867 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4d10ecba-4b71-44c0-b840-32bc0a72adf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.011651 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4d10ecba-4b71-44c0-b840-32bc0a72adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.133064 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd263213-3200-4965-8990-8e3793719a52 req-6f50ea51-8c17-4c4f-a380-4071fec4591f tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:19.134501 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bd263213-3200-4965-8990-8e3793719a52 req-6f50ea51-8c17-4c4f-a380-4071fec4591f tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 946 time: 0.2245178 Dec 29 20:57:19.135548 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10ecba-4b71-44c0-b840-32bc0a72adf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83da146f-2daa-495f-8268-f815aa30349a,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:19.142213 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4d10ecba-4b71-44c0-b840-32bc0a72adf1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2add7d4223cd42e5a378f219b1840143&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4527025 Dec 29 20:57:19.142608 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36314) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:19.143434 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36316) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:19.149063 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-5ac9a656-cc81-4f79-90e4-3efe1762350e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Request body: {'floatingip': {'port_id': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:19.215772 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b4f31a38-0c22-4ce7-a032-19d0ca2f33dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.236730 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a656-cc81-4f79-90e4-3efe1762350e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.243207 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b4f31a38-0c22-4ce7-a032-19d0ca2f33dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.294597 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b4f31a38-0c22-4ce7-a032-19d0ca2f33dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.311783 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f31a38-0c22-4ce7-a032-19d0ca2f33dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83da146f-2daa-495f-8268-f815aa30349a,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:19.316409 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b4f31a38-0c22-4ce7-a032-19d0ca2f33dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.317607 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b4f31a38-0c22-4ce7-a032-19d0ca2f33dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83da146f-2daa-495f-8268-f815aa30349a HTTP/1.1" status: 204 len: 168 time: 0.1735649 Dec 29 20:57:19.665560 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36328) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:19.684143 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6e19c23a-8bd9-4cfa-9d35-cdbef1075d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.716879 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-6e19c23a-8bd9-4cfa-9d35-cdbef1075d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:19.721676 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-6e19c23a-8bd9-4cfa-9d35-cdbef1075d44 admin admin] Usage tracker for resource:security_group_rule and tenant:141a75a68c4245d2952c5ce4234e9141 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:19.724891 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-6e19c23a-8bd9-4cfa-9d35-cdbef1075d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:19.730800 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-6e19c23a-8bd9-4cfa-9d35-cdbef1075d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:19.801046 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6e19c23a-8bd9-4cfa-9d35-cdbef1075d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.805350 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6e19c23a-8bd9-4cfa-9d35-cdbef1075d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.855527 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19c23a-8bd9-4cfa-9d35-cdbef1075d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6f22d3-4847-4bb2-918d-2979176dd30a,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:19.861841 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-6e19c23a-8bd9-4cfa-9d35-cdbef1075d44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=141a75a68c4245d2952c5ce4234e9141&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1951768 Dec 29 20:57:19.864393 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36332) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:19.866281 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a656-cc81-4f79-90e4-3efe1762350e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.871318 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a656-cc81-4f79-90e4-3efe1762350e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.936738 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dab60b76-55b6-4872-93ea-311d34c49189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:19.962504 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dab60b76-55b6-4872-93ea-311d34c49189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.017386 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dab60b76-55b6-4872-93ea-311d34c49189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.034589 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab60b76-55b6-4872-93ea-311d34c49189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6f22d3-4847-4bb2-918d-2979176dd30a,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:20.039043 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dab60b76-55b6-4872-93ea-311d34c49189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.040957 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-dab60b76-55b6-4872-93ea-311d34c49189 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f6f22d3-4847-4bb2-918d-2979176dd30a HTTP/1.1" status: 204 len: 168 time: 0.1747270 Dec 29 20:57:20.077288 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.l3_db [None req-5ac9a656-cc81-4f79-90e4-3efe1762350e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Floating IP 9bbe80ed-6c06-46d4-be10-34d617ae51a9 associated. External IP: 172.28.2.195, port: f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6. Dec 29 20:57:20.284159 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36342) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:20.348084 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-853655b5-d61d-4d3c-bd77-47bda55769b9 admin admin] Deleting subnet 603f4d00-5a26-45fa-a29f-60bbb3495f67 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:57:20.351361 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-853655b5-d61d-4d3c-bd77-47bda55769b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.404183 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-853655b5-d61d-4d3c-bd77-47bda55769b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746124'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.466551 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-853655b5-d61d-4d3c-bd77-47bda55769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.525762 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac9a656-cc81-4f79-90e4-3efe1762350e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Router 831abed8-9377-42e3-aa88-1dfe3171cec5 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:57:20.563115 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-853655b5-d61d-4d3c-bd77-47bda55769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2521536'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.613938 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853655b5-d61d-4d3c-bd77-47bda55769b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603f4d00-5a26-45fa-a29f-60bbb3495f67,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:20.631809 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-853655b5-d61d-4d3c-bd77-47bda55769b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.645194 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-853655b5-d61d-4d3c-bd77-47bda55769b9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/603f4d00-5a26-45fa-a29f-60bbb3495f67 HTTP/1.1" status: 204 len: 168 time: 0.3577552 Dec 29 20:57:20.645494 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36356) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:20.773408 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.870425 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac9a656-cc81-4f79-90e4-3efe1762350e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:57:20.889250 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] Sync routers for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:57:20.904160 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a656-cc81-4f79-90e4-3efe1762350e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.918138 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:20.920924 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:20.993750 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5ac9a656-cc81-4f79-90e4-3efe1762350e tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "PUT /v2.0/floatingips/9bbe80ed-6c06-46d4-be10-34d617ae51a9 HTTP/1.1" status: 200 len: 992 time: 1.8362360 Dec 29 20:57:20.994618 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'tag': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:20.997345 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.029984 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d61095-e2a2-4a6e-9c0f-9b0670a32455']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:21.049527 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7331260d-1082-430d-85aa-d69d2ae4db45') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:21.049838 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7331260d-1082-430d-85aa-d69d2ae4db45') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:21.062551 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746133'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.092306 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.096150 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'tag': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6', 'status': 'completed', 'code': 200} Dec 29 20:57:21.105529 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:57:21.106033 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3031281'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: Traceback (most recent call last): Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: timer() Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: cb(*args, **kw) Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: return func(*args, **kwargs) Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: self._notify() Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: self.callback(batched_events) Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: event.method(event) Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: return f(self, *a, **k) Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: return self._get(url).json() Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:57:21.120914 dv-cinder-823170-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:57:21.228551 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:21.249709 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.269888 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.283543 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d61095-e2a2-4a6e-9c0f-9b0670a32455,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:21.300500 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c146947e-b691-44bc-9497-3780581db244 req-a8420f4e-2394-4d23-9dbb-16619f77d715 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4303f986d4f14cda8cd2b19e4146f428&device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 1099 time: 0.1313784 Dec 29 20:57:21.301849 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3d6b1072-7cd7-40e3-af2a-af4f92340255 admin admin] 10.222.0.16 "DELETE /v2.0/networks/59d61095-e2a2-4a6e-9c0f-9b0670a32455 HTTP/1.1" status: 204 len: 168 time: 0.6553757 Dec 29 20:57:21.502685 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146947e-b691-44bc-9497-3780581db244 req-e677811c-e00c-46f8-9f4b-fe1072821d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:21.504271 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c146947e-b691-44bc-9497-3780581db244 req-e677811c-e00c-46f8-9f4b-fe1072821d60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 200 len: 909 time: 0.1883311 Dec 29 20:57:21.623706 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36386) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:21.658880 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c146947e-b691-44bc-9497-3780581db244 req-19dec6fe-da48-4e46-bb9e-9d84c4fb7da6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 HTTP/1.1" status: 200 len: 1000 time: 0.1470611 Dec 29 20:57:21.687438 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '9bbe80ed-6c06-46d4-be10-34d617ae51a9', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'port_id': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'mac_address': 'fa:16:3e:9e:fb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:57:06Z', 'updated_at': '2021-12-29T20:57:19Z', 'revision_number': 1, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:21.691616 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] Checking router: 831abed8-9377-42e3-aa88-1dfe3171cec5 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:57:21.711556 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:21.712449 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:21.748580 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36392) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:21.752486 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e8f0211d-7cad-47aa-a3fd-c019ed5fb1f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31dce1ba68ac4224933ba32319175643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1276283 Dec 29 20:57:21.761351 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146947e-b691-44bc-9497-3780581db244 req-581c9b2a-50cd-404b-96b0-4ed6a0c9a5cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:21.763306 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c146947e-b691-44bc-9497-3780581db244 req-581c9b2a-50cd-404b-96b0-4ed6a0c9a5cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 200 len: 848 time: 0.0948212 Dec 29 20:57:21.810149 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f8166aa-576e-440d-a9d6-ef421599b50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.842049 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f8166aa-576e-440d-a9d6-ef421599b50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.878492 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c146947e-b691-44bc-9497-3780581db244 req-2fb0cb2c-7c33-4569-93bc-70a10957b180 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a239ccb3-4600-44c1-b09e-a0ca7cef6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1078069 Dec 29 20:57:21.905170 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f8166aa-576e-440d-a9d6-ef421599b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.931472 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8166aa-576e-440d-a9d6-ef421599b50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ce26d7-2a06-476f-bd0a-428ba1b05f9a,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:21.947207 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f8166aa-576e-440d-a9d6-ef421599b50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.950948 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-8f8166aa-576e-440d-a9d6-ef421599b50b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0ce26d7-2a06-476f-bd0a-428ba1b05f9a HTTP/1.1" status: 204 len: 168 time: 0.2009912 Dec 29 20:57:21.972483 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:22.055953 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c146947e-b691-44bc-9497-3780581db244 req-bd43e724-e959-46cc-be0c-e5d8f5d726f1 service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695530 Dec 29 20:57:22.240327 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c146947e-b691-44bc-9497-3780581db244 req-b2fc6fe9-670b-4a9f-b13a-0d68a0f0a25f service neutron] 10.222.0.32 "GET /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724625 Dec 29 20:57:22.361019 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '9bbe80ed-6c06-46d4-be10-34d617ae51a9', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'port_id': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'mac_address': 'fa:16:3e:9e:fb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:57:06Z', 'updated_at': '2021-12-29T20:57:19Z', 'revision_number': 1, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:22.366390 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f1174-ec63-4612-a110-80eb9ab37cef None None] The sync data for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb is: [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': '9bbe80ed-6c06-46d4-be10-34d617ae51a9', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'port_id': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'mac_address': 'fa:16:3e:9e:fb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:57:06Z', 'updated_at': '2021-12-29T20:57:19Z', 'revision_number': 1, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:57:22.503817 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:22.580832 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a3526-823a-4109-a673-5743873476e9 None None] New status for floating IP 9bbe80ed-6c06-46d4-be10-34d617ae51a9: ACTIVE {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:57:22.952911 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-ab5a335d-338a-4a60-855b-244aa1cc1a58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890503 Dec 29 20:57:23.062980 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36438) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:23.075744 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36444) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:23.109356 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-17b880b6-ab80-4a98-bf78-ca0b6cb19b41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd376f49a914f9ba4c69d4830d3464f&device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1099 time: 0.0758307 Dec 29 20:57:23.194930 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-585357878-network', 'tenant_id': '23e277871e824dd5975210bc4c94ac91'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:23.200030 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:23.203845 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Usage tracker for resource:network and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:23.208231 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:23.226339 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:23.230907 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-881f6740-9611-4f92-9625-d2e57344de4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.252447 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Made reservation on behalf of 23e277871e824dd5975210bc4c94ac91 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:23.254375 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-ba4c4a68-13c3-4734-846b-83aed28a8f18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:23.254656 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.256376 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-ba4c4a68-13c3-4734-846b-83aed28a8f18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d HTTP/1.1" status: 200 len: 909 time: 0.1272318 Dec 29 20:57:23.277233 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.289384 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-881f6740-9611-4f92-9625-d2e57344de4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:23.296877 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-881f6740-9611-4f92-9625-d2e57344de4f admin admin] Usage tracker for resource:security_group_rule and tenant:4d5fa14899864dd0868f7866995e2cd1 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:23.300692 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-881f6740-9611-4f92-9625-d2e57344de4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:23.312247 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-881f6740-9611-4f92-9625-d2e57344de4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:23.336528 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:23.343736 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Usage tracker for resource:security_group_rule and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:23.349286 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:23.356456 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:23.379245 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-18087200-88e8-4eb5-bfc5-546f58a71830 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc HTTP/1.1" status: 200 len: 1001 time: 0.1145086 Dec 29 20:57:23.440474 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-881f6740-9611-4f92-9625-d2e57344de4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.440874 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-0c3bd0d5-4d6c-4418-93d6-3d282ac3e47a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:23.442300 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-0c3bd0d5-4d6c-4418-93d6-3d282ac3e47a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e46d2721-0611-478f-86c1-1b8c381678e1 HTTP/1.1" status: 200 len: 848 time: 0.0563490 Dec 29 20:57:23.451815 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-881f6740-9611-4f92-9625-d2e57344de4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.500626 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.514375 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.516399 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f6740-9611-4f92-9625-d2e57344de4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34fb835-0c51-403c-b703-b25ffafcf063,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:23.517393 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-4c95d1c3-caf3-41b4-9a34-e73873ba39a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670524 Dec 29 20:57:23.541735 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-881f6740-9611-4f92-9625-d2e57344de4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d5fa14899864dd0868f7866995e2cd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4647937 Dec 29 20:57:23.550985 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:57:23.552814 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36456) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:23.578704 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a331847a-5f86-4157-888e-6d6824b99bf8,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:23.592551 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.592900 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Added segment 4ba4696d-0bae-401b-b516-9934a967b7ed of type vlan for network 5dffac62-7062-4a81-81d1-e0da266e044c Dec 29 20:57:23.639948 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.675390 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3e109d4-f98a-40f8-a405-24bb44e70b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.704527 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.705373 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:23.705946 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.732975 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3e109d4-f98a-40f8-a405-24bb44e70b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.756527 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-c12f0eab-01eb-420a-9aa8-1287f9bd91f4 service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243538 Dec 29 20:57:23.845029 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] Pushing event updated for resources: {'Network': ['ID=5dffac62-7062-4a81-81d1-e0da266e044c,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:23.854927 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c30e5c12-d6af-4387-9a2b-5adcd5d0854c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7891963 Dec 29 20:57:23.856023 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36462) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:23.857860 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 5dffac62-7062-4a81-81d1-e0da266e044c details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:57:23.861501 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Request body: {'subnet': {'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-585357878-subnet', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:23.867152 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:23.871423 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Usage tracker for resource:subnet and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:23.875442 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:23.881989 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:23.894796 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3e109d4-f98a-40f8-a405-24bb44e70b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.907979 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Made reservation on behalf of 23e277871e824dd5975210bc4c94ac91 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:23.915161 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2623539'] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:23.953404 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-06cd0ba0-0708-4e8e-bcfe-1622393e4eb4 req-3e0381e7-f830-4cb4-bc5f-c7dd915e969d service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890161 Dec 29 20:57:23.990211 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e109d4-f98a-40f8-a405-24bb44e70b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34fb835-0c51-403c-b703-b25ffafcf063,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:24.004419 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3e109d4-f98a-40f8-a405-24bb44e70b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.005775 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c3e109d4-f98a-40f8-a405-24bb44e70b30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f34fb835-0c51-403c-b703-b25ffafcf063 HTTP/1.1" status: 204 len: 168 time: 0.4520059 Dec 29 20:57:24.202784 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2466378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2624457'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.289713 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ce4341-b7cf-4a63-a637-905bfad57895,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:24.301190 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e8ca8-6a6c-408b-bf2f-6bd2aa256109 req-3c73b7f6-1367-43aa-8439-cbe494b82fd9 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:24.302680 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a82e8ca8-6a6c-408b-bf2f-6bd2aa256109 req-3c73b7f6-1367-43aa-8439-cbe494b82fd9 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1709254 Dec 29 20:57:24.329283 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Checking segment: {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:24.329658 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Network hostable DHCP agents. Network: 5dffac62-7062-4a81-81d1-e0da266e044c, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:57:24.374131 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a82e8ca8-6a6c-408b-bf2f-6bd2aa256109 req-80c2e693-596e-4b06-98db-89a4ca75f70a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636063 Dec 29 20:57:24.375006 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36474) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:24.386106 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Network 5dffac62-7062-4a81-81d1-e0da266e044c is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:57:24.393263 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-13aa9bd8-aac4-4c13-8d05-3129fd011761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.399342 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 5dffac62-7062-4a81-81d1-e0da266e044c) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:24.404211 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:24.405003 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.410698 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67dea5d-77a5-4e7b-bbe1-766181915271 None None] Network 5dffac62-7062-4a81-81d1-e0da266e044c requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:57:24.438103 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-13aa9bd8-aac4-4c13-8d05-3129fd011761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:24.442301 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-13aa9bd8-aac4-4c13-8d05-3129fd011761 admin admin] Usage tracker for resource:security_group_rule and tenant:61db3823bb87466294227b3485420db6 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:24.445064 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36478) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:24.447301 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7232aa1a-e2b6-47f3-86c0-dea26abd9b43 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5901759 Dec 29 20:57:24.448031 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-13aa9bd8-aac4-4c13-8d05-3129fd011761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:24.454327 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:24.461566 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-13aa9bd8-aac4-4c13-8d05-3129fd011761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:24.464092 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:24.470106 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Usage tracker for resource:router and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:24.476610 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:24.483304 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:24.501636 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-351536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1404'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.502481 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1397'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.543527 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.565543 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-13aa9bd8-aac4-4c13-8d05-3129fd011761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.571251 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-13aa9bd8-aac4-4c13-8d05-3129fd011761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.669744 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fdf2a6-bc19-5efc-b676-61f68fb09f14-5dffac62-7062-4a81-81d1-e0da266e044c', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895'}]}} from dv-cinder-823170-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:57:24.670604 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.726929 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-13aa9bd8-aac4-4c13-8d05-3129fd011761 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61db3823bb87466294227b3485420db6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3478570 Dec 29 20:57:24.727640 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36484) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:24.729281 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa9bd8-aac4-4c13-8d05-3129fd011761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf214e-2545-4ab9-98b8-ba35c04ab697,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:24.751074 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1351'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.806883 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-15b1a561-e060-4ae0-a0cd-bb8ca8a9f568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.834718 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Allocated IP 172.20.0.2 (5dffac62-7062-4a81-81d1-e0da266e044c/71ce4341-b7cf-4a63-a637-905bfad57895/ab9f01c5-bdac-4caf-bbb2-b6450cc87f40) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:24.845773 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-15b1a561-e060-4ae0-a0cd-bb8ca8a9f568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.912775 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-15b1a561-e060-4ae0-a0cd-bb8ca8a9f568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.929142 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1a561-e060-4ae0-a0cd-bb8ca8a9f568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf214e-2545-4ab9-98b8-ba35c04ab697,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:24.933709 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-15b1a561-e060-4ae0-a0cd-bb8ca8a9f568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.934822 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-15b1a561-e060-4ae0-a0cd-bb8ca8a9f568 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79bf214e-2545-4ab9-98b8-ba35c04ab697 HTTP/1.1" status: 204 len: 168 time: 0.2057943 Dec 29 20:57:24.960246 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:24.994115 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.065243 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.076919 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Transition to ACTIVE for port object ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:25.098846 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Transition to ACTIVE for port object ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:25.105707 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.137200 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Allocated IP 172.28.2.184 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/80fc49e8-ce84-4bf9-ae77-6a4479a73f40) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:25.179852 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Network 5dffac62-7062-4a81-81d1-e0da266e044c is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:25.182615 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:25.186878 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:25.190759 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Pushing event updated for resources: {'Port': ['ID=ab9f01c5-bdac-4caf-bbb2-b6450cc87f40,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:25.231343 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.231682 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.232038 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.232366 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.232690 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.233009 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.233324 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.233637 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.233948 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.234259 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.234735 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:25.288194 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.293483 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Attempting to bind port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:25.293839 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Attempting to bind port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:25.294187 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Attempting to bind port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 on network 5dffac62-7062-4a81-81d1-e0da266e044c {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:25.300729 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:25.301095 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Checking segment: {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:25.301478 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.301856 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Bound using segment: {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:25.302819 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Bound port: ab9f01c5-bdac-4caf-bbb2-b6450cc87f40, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:25.303174 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.323564 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.392556 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:25.395407 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:25.396070 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] For port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:25.399828 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:25.400163 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] For port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=ab9f01c5-bdac-4caf-bbb2-b6450cc87f40,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:25.405811 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.430675 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Pushing event updated for resources: {'Port': ['ID=80fc49e8-ce84-4bf9-ae77-6a4479a73f40,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:25.503380 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec65af3-ab2a-4dd5-9992-d98053a995c7 None None] Pushing event updated for resources: {'Port': ['ID=ab9f01c5-bdac-4caf-bbb2-b6450cc87f40,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:25.584117 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.585211 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-348749'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:25.917960 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Router 3ffeaaf1-c50f-4433-8634-992f4560cf3d is scheduled to L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:57:26.003847 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107fc0e-9510-4971-ba33-d62a1f26ef9b req-d6c0b770-7f4f-46c3-b7d3-57e87b5b84b4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:26.006322 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f107fc0e-9510-4971-ba33-d62a1f26ef9b req-d6c0b770-7f4f-46c3-b7d3-57e87b5b84b4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.4570031 Dec 29 20:57:26.055079 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f107fc0e-9510-4971-ba33-d62a1f26ef9b req-3843e343-0239-482c-861c-d01826f50107 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Dec 29 20:57:26.210829 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:57:26.220598 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Sync routers for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:57:26.237411 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:26.238303 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:26.241907 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:26.243412 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7e963d5a-0ab4-4c01-a263-b37862900281 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7974110 Dec 29 20:57:26.246234 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36516) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:26.440163 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:26.669663 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f25a09-4203-45fd-8223-50f34ef9a5be None None] Network 5dffac62-7062-4a81-81d1-e0da266e044c requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:57:26.685402 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:26.977242 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-6b4dd007-02bd-46a0-9506-618734a6d81a None None] Provisioning for port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:27.089113 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:27.098650 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:27.099665 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.107325 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.196308 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:25Z', 'revision_number': 3, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:27.203943 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Checking router: 3ffeaaf1-c50f-4433-8634-992f4560cf3d for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:57:27.204292 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Updating router 3ffeaaf1-c50f-4433-8634-992f4560cf3d port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 binding host dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:57:27.308902 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.347391 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d420da-cb4e-41b9-b37e-fec48a8a6bca req-3e230a86-d2a3-4508-9d4a-18169e33fff2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:27.349794 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36d420da-cb4e-41b9-b37e-fec48a8a6bca req-3e230a86-d2a3-4508-9d4a-18169e33fff2 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1053493 Dec 29 20:57:27.366137 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Allocated IP 172.20.0.1 (5dffac62-7062-4a81-81d1-e0da266e044c/71ce4341-b7cf-4a63-a637-905bfad57895/56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:27.380927 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.432823 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36d420da-cb4e-41b9-b37e-fec48a8a6bca req-ad61e268-f6c9-40de-9966-8eb304662043 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758934 Dec 29 20:57:27.491545 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=ab9f01c5-bdac-4caf-bbb2-b6450cc87f40,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:27.502079 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.573718 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.596810 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Transition to ACTIVE for port object 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:27.607733 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=ab9f01c5-bdac-4caf-bbb2-b6450cc87f40,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:27.633638 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.706648 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Network 5dffac62-7062-4a81-81d1-e0da266e044c is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:27.710056 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:27.714897 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:27.741921 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-8d32827e-daa4-48db-8385-b328a3d0ec80 None None] Provisioning complete for port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:27.742393 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-8d32827e-daa4-48db-8385-b328a3d0ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.763472 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Pushing event updated for resources: {'Port': ['ID=56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:27.779834 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-348819'] for router_interface, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.879794 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.916324 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:27.977148 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Transition to ACTIVE for port object 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:27.987634 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:28.084326 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Attempting to bind port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:28.084697 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Attempting to bind port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:28.085055 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Attempting to bind port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 on network 5e347921-4c99-41bd-9871-1de55a6c1867 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:28.094333 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:28.094677 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Checking segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:28.095070 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:28.095455 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Bound using segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:28.095928 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Bound port: 80fc49e8-ce84-4bf9-ae77-6a4479a73f40, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:28.096304 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:28.147474 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc160866-d68d-4574-8a61-b65ae54a37a7 None None] Pushing event updated for resources: {'Port': ['ID=80fc49e8-ce84-4bf9-ae77-6a4479a73f40,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:28.201761 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] For port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:28.204099 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-e8a75d03-9a60-4e4f-8e4e-fc845075d89b None None] Provisioning for port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:28.207991 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] For port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=80fc49e8-ce84-4bf9-ae77-6a4479a73f40,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:28.210866 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-e8a75d03-9a60-4e4f-8e4e-fc845075d89b None None] Provisioning complete for port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:28.211252 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d03-9a60-4e4f-8e4e-fc845075d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:28.238271 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:28.294780 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:28.299120 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:28.323849 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-e8a75d03-9a60-4e4f-8e4e-fc845075d89b None None] Port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:57:28.336129 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc160866-d68d-4574-8a61-b65ae54a37a7 None None] Pushing event updated for resources: {'Port': ['ID=80fc49e8-ce84-4bf9-ae77-6a4479a73f40,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:28.342190 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:28.342773 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:28.406258 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Pushing event updated for resources: {'Port': ['ID=56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:28.408632 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350074'] for router_interface, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:28.526695 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:28.569073 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Network 5dffac62-7062-4a81-81d1-e0da266e044c is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:28.569656 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:28.679162 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23861584-67c1-479e-bddb-9d0764a2ee9b req-8e9aa5b4-a995-4d2d-a2a9-fc453936825f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:28.686491 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-23861584-67c1-479e-bddb-9d0764a2ee9b req-8e9aa5b4-a995-4d2d-a2a9-fc453936825f tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1108563 Dec 29 20:57:28.704105 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:28.749004 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-23861584-67c1-479e-bddb-9d0764a2ee9b req-b79dfe47-8717-4ca9-a8ce-2adf5371967d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615871 Dec 29 20:57:28.908932 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:28.909355 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:28.950230 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-7c8cfb4f-818d-4d77-896c-1016b9d3ba60 None None] Provisioning complete for port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:28.950582 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7c8cfb4f-818d-4d77-896c-1016b9d3ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:29.008789 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Router 3ffeaaf1-c50f-4433-8634-992f4560cf3d has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:57:29.065610 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-7c8cfb4f-818d-4d77-896c-1016b9d3ba60 None None] Port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:57:29.154673 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 2, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:29.158599 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e900c-0fa3-40cf-9086-28fec6e62bb1 None None] The sync data for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb is: [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 2, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:57:29.220101 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:57:29.236508 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a73fd5e9-505e-41a9-a625-3530e2183a83 admin admin] 10.222.0.16 "PUT /v2.0/routers/3ffeaaf1-c50f-4433-8634-992f4560cf3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9890265 Dec 29 20:57:30.036310 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d60e8-e0a6-469f-9701-95276dc0dc5c req-2b64bb04-f9c5-49c2-8c8b-3ccaed4ffa19 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:30.037659 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bc6d60e8-e0a6-469f-9701-95276dc0dc5c req-2b64bb04-f9c5-49c2-8c8b-3ccaed4ffa19 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.0998516 Dec 29 20:57:30.087941 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bc6d60e8-e0a6-469f-9701-95276dc0dc5c req-6cde69f0-05bb-425c-bf6e-182e4a56828c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Dec 29 20:57:30.305278 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36590) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:30.311002 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1877105637-network', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:30.316120 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:30.322986 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Usage tracker for resource:network and tenant:0019438d483e4e60b2d06531a2c839ad is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:30.326672 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:30.333396 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:30.358283 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Made reservation on behalf of 0019438d483e4e60b2d06531a2c839ad for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:30.360633 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.381257 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.419815 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:30.424330 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Usage tracker for resource:security_group_rule and tenant:0019438d483e4e60b2d06531a2c839ad is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:30.428015 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:30.434304 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:30.510284 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.514421 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.548820 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:57:30.554669 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e205af-77c9-428f-8ad4-4d9c90670c3d,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:30.561720 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.562325 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Added segment 2d5a1f64-4472-4d80-889c-6d6c2293ca5f of type vlan for network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a Dec 29 20:57:30.592472 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.630014 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.630866 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:30.631681 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.653702 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:30.727634 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:30.732292 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:30.732664 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.809733 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] Pushing event updated for resources: {'Network': ['ID=0e438aab-4593-425a-a2a1-6b03a6d9ad8a,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:30.814594 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-2b364d33-4a5f-4c39-8546-ec2d9950e79a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5082657 Dec 29 20:57:30.817212 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36600) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:30.823151 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Request body: {'subnet': {'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1877105637-subnet', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:30.823874 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:57:30.827852 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:30.831644 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Usage tracker for resource:subnet and tenant:0019438d483e4e60b2d06531a2c839ad is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:30.834578 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:30.841339 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:30.851109 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Made reservation on behalf of 0019438d483e4e60b2d06531a2c839ad for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:30.857614 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2623539'] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.937200 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:30.956426 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=80fc49e8-ce84-4bf9-ae77-6a4479a73f40,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:30.961144 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.032132 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=80fc49e8-ce84-4bf9-ae77-6a4479a73f40,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:31.059924 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2466378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2624457'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.131782 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:31.145551 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Checking segment: {'id': '2d5a1f64-4472-4d80-889c-6d6c2293ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:31.145902 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Network hostable DHCP agents. Network: 0e438aab-4593-425a-a2a1-6b03a6d9ad8a, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:57:31.167454 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:57:31.176107 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 0e438aab-4593-425a-a2a1-6b03a6d9ad8a) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:31.180451 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:31.181030 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.187529 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f11eb2f-2e03-443f-9e3d-5165b61238cd None None] Network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:57:31.202188 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e163c236-e223-4404-84d6-f20baf9219e5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3837276 Dec 29 20:57:31.204617 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36606) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:31.211428 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:31.217509 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:31.222077 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Usage tracker for resource:router and tenant:0019438d483e4e60b2d06531a2c839ad is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:31.225672 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:31.231690 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:31.244098 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-351536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1404'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.245961 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1397'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.273120 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.317317 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac78308-e4a0-4af4-89a4-4d9d98baedd4 req-8d38596f-6776-4133-b7d1-3526a1f09cfa tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:31.319508 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5ac78308-e4a0-4af4-89a4-4d9d98baedd4 req-8d38596f-6776-4133-b7d1-3526a1f09cfa tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.0861218 Dec 29 20:57:31.366084 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5ac78308-e4a0-4af4-89a4-4d9d98baedd4 req-68642c80-c4d3-4e3b-aff1-c29715d2129b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405557 Dec 29 20:57:31.406007 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fdf2a6-bc19-5efc-b676-61f68fb09f14-0e438aab-4593-425a-a2a1-6b03a6d9ad8a', 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'fixed_ips': [{'subnet_id': '90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf'}]}} from dv-cinder-823170-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:57:31.406929 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.421064 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1351'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.568701 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Allocated IP 172.20.0.2 (0e438aab-4593-425a-a2a1-6b03a6d9ad8a/90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf/27ce3768-2985-489e-8643-a57866b88a78) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:31.608921 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.642425 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.783975 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Allocated IP 172.28.2.201 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/c92583dd-54e2-45b1-a621-9bdb72e2ce7f) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:31.872942 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4af1e1de-9fa0-4996-9a12-10ae4b08531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.953001 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:31.976752 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Transition to ACTIVE for port object 27ce3768-2985-489e-8643-a57866b88a78 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:32.001715 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Transition to ACTIVE for port object 27ce3768-2985-489e-8643-a57866b88a78 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:32.009910 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.064404 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.095595 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.133451 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:32.139400 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:32.144608 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:32.147355 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Pushing event updated for resources: {'Port': ['ID=27ce3768-2985-489e-8643-a57866b88a78,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:32.167589 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:32.170581 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:32.175008 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:32.202238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Pushing event updated for resources: {'Port': ['ID=c92583dd-54e2-45b1-a621-9bdb72e2ce7f,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:32.243839 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Attempting to bind port 27ce3768-2985-489e-8643-a57866b88a78 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:32.244468 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Attempting to bind port 27ce3768-2985-489e-8643-a57866b88a78 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '2d5a1f64-4472-4d80-889c-6d6c2293ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:32.244604 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Attempting to bind port 27ce3768-2985-489e-8643-a57866b88a78 on network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:32.250928 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:32.251291 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Checking segment: {'id': '2d5a1f64-4472-4d80-889c-6d6c2293ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:32.251773 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.252220 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Bound using segment: {'id': '2d5a1f64-4472-4d80-889c-6d6c2293ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:32.252677 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Bound port: 27ce3768-2985-489e-8643-a57866b88a78, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5a1f64-4472-4d80-889c-6d6c2293ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:32.253042 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.274259 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36620) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:32.339643 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.340423 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-348749'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.346588 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] For port 27ce3768-2985-489e-8643-a57866b88a78, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:32.349877 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] For port 27ce3768-2985-489e-8643-a57866b88a78, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=27ce3768-2985-489e-8643-a57866b88a78,segment=NetworkSegment(2d5a1f64-4472-4d80-889c-6d6c2293ca5f),segment_id=2d5a1f64-4472-4d80-889c-6d6c2293ca5f)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:32.354240 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.429112 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.464236 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd37d84-69f8-4a90-8faf-f1a3c835012a None None] Pushing event updated for resources: {'Port': ['ID=27ce3768-2985-489e-8643-a57866b88a78,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:32.468652 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:32.473253 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Usage tracker for resource:security_group_rule and tenant:778c0eedf4464a209feea1ca2b69ab3b is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:32.476950 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:32.489897 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:32.621996 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:32.667071 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb is scheduled to L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:57:32.681654 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd095c3-5630-4aa2-99ce-212f004e095d req-2b9b05cb-099b-414d-934b-f224ce2cc283 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:32.689540 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-edd095c3-5630-4aa2-99ce-212f004e095d req-2b9b05cb-099b-414d-934b-f224ce2cc283 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1679490 Dec 29 20:57:32.714877 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.725683 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.794775 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:32.795136 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.816503 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-edd095c3-5630-4aa2-99ce-212f004e095d req-535200c1-c781-4f5b-bb17-db5231f6e2d4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259241 Dec 29 20:57:32.817613 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0677bc-98f5-4b5e-9b54-11d9c42c717e,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:32.879057 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.879622 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.880575 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.880972 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.881363 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.881751 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.882156 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.882526 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.885227 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.885625 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.886017 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:32.896153 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-13ffd057-8007-44b0-8e66-50292a219bbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=778c0eedf4464a209feea1ca2b69ab3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6201320 Dec 29 20:57:32.897733 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36630) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:32.974844 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ee020c9c-ac0f-475f-8a57-5692ed611959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:32.981754 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:57:32.991577 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Sync routers for ids ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:57:33.005442 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.007946 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4e3ae12c-9b33-4aac-8546-528aaca65381 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7997577 Dec 29 20:57:33.009159 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Routers {'4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:33.009661 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 36634) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:33.009782 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:33.011665 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ee020c9c-ac0f-475f-8a57-5692ed611959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.070177 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ee020c9c-ac0f-475f-8a57-5692ed611959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.089047 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee020c9c-ac0f-475f-8a57-5692ed611959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0677bc-98f5-4b5e-9b54-11d9c42c717e,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:33.101162 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ee020c9c-ac0f-475f-8a57-5692ed611959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.105120 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ee020c9c-ac0f-475f-8a57-5692ed611959 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb0677bc-98f5-4b5e-9b54-11d9c42c717e HTTP/1.1" status: 204 len: 168 time: 0.2036359 Dec 29 20:57:33.209030 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Set router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:33.500146 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36642) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:33.518635 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-49f2072c-77a2-402a-8f97-ad8486a77a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.552553 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-49f2072c-77a2-402a-8f97-ad8486a77a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:33.557736 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-49f2072c-77a2-402a-8f97-ad8486a77a4c admin admin] Usage tracker for resource:security_group_rule and tenant:57da039598d345a498e67a6a746b0d96 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:33.560934 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-49f2072c-77a2-402a-8f97-ad8486a77a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:33.562939 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:32Z', 'revision_number': 3, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'gw_port': {'id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:33.567217 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-49f2072c-77a2-402a-8f97-ad8486a77a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:33.569296 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Checking router: 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:57:33.569779 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Updating router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb port c92583dd-54e2-45b1-a621-9bdb72e2ce7f binding host dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:57:33.627510 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.636235 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de342bcd-87b6-4e18-a631-1b0bfab8780d None None] Network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:57:33.645072 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-49f2072c-77a2-402a-8f97-ad8486a77a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.651582 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-49f2072c-77a2-402a-8f97-ad8486a77a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.728560 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2072c-77a2-402a-8f97-ad8486a77a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac5631c-5b73-457d-b038-13caba72fcda,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:33.759532 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-d69dc3f9-63f4-4d6a-81c3-044e5bbffab2 None None] Provisioning for port 27ce3768-2985-489e-8643-a57866b88a78 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:33.765241 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-49f2072c-77a2-402a-8f97-ad8486a77a4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57da039598d345a498e67a6a746b0d96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2615893 Dec 29 20:57:33.765395 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36646) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:33.851259 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ff669c31-e430-47c3-8922-d5b6f251ea57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.896651 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ff669c31-e430-47c3-8922-d5b6f251ea57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.933045 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.973641 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ff669c31-e430-47c3-8922-d5b6f251ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:33.994821 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff669c31-e430-47c3-8922-d5b6f251ea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac5631c-5b73-457d-b038-13caba72fcda,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:34.014392 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ff669c31-e430-47c3-8922-d5b6f251ea57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.017965 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ff669c31-e430-47c3-8922-d5b6f251ea57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bac5631c-5b73-457d-b038-13caba72fcda HTTP/1.1" status: 204 len: 168 time: 0.2497215 Dec 29 20:57:34.087833 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.101139 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Transition to ACTIVE for port object c92583dd-54e2-45b1-a621-9bdb72e2ce7f will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:34.110694 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.170186 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f5abcb0e-102c-4e03-88ac-ecc9cac6231c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.223414 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Pushing event updated for resources: {'Port': ['ID=c92583dd-54e2-45b1-a621-9bdb72e2ce7f,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:34.228848 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Attempting to bind port c92583dd-54e2-45b1-a621-9bdb72e2ce7f on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:34.229365 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Attempting to bind port c92583dd-54e2-45b1-a621-9bdb72e2ce7f by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:34.230487 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Attempting to bind port c92583dd-54e2-45b1-a621-9bdb72e2ce7f on network 5e347921-4c99-41bd-9871-1de55a6c1867 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:34.247125 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.247467 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.248405 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.248897 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.249403 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.249901 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.250376 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.250850 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.251391 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.251938 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.252936 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:34.257255 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:34.258017 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Checking segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:34.258643 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.259229 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Bound using segment: {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:34.259927 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Bound port: c92583dd-54e2-45b1-a621-9bdb72e2ce7f, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb906-9b13-4b05-bed6-c4109e3751b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:34.260537 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.285582 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Allocated IP 172.20.0.1 (0e438aab-4593-425a-a2a1-6b03a6d9ad8a/90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf/180818d7-7978-418f-8035-92de8fed6625) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:34.336941 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] For port c92583dd-54e2-45b1-a621-9bdb72e2ce7f, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:34.344669 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] For port c92583dd-54e2-45b1-a621-9bdb72e2ce7f, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=c92583dd-54e2-45b1-a621-9bdb72e2ce7f,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:34.352325 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.439194 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993f7e6-51c4-43c4-9efc-a6d9a1cecec9 None None] Pushing event updated for resources: {'Port': ['ID=c92583dd-54e2-45b1-a621-9bdb72e2ce7f,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:34.453181 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Routers {'4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:34.453836 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:34.474943 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.496174 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Transition to ACTIVE for port object 180818d7-7978-418f-8035-92de8fed6625 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:34.536105 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.673582 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:34.678220 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:34.680569 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:34.715426 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Pushing event updated for resources: {'Port': ['ID=180818d7-7978-418f-8035-92de8fed6625,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:34.718476 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] Set router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:34.734103 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12980e3-b912-4f04-b2d3-8c4168189352 req-298f258b-a19d-41b4-af9e-c83579c39092 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:34.750061 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b12980e3-b912-4f04-b2d3-8c4168189352 req-298f258b-a19d-41b4-af9e-c83579c39092 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1514418 Dec 29 20:57:34.751033 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 27ce3768-2985-489e-8643-a57866b88a78 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:34.752693 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-348819'] for router_interface, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.857661 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:34.876141 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b12980e3-b912-4f04-b2d3-8c4168189352 req-e5d8aa1f-6500-4c95-ab21-c1e73012ebe7 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248820 Dec 29 20:57:34.913080 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 27ce3768-2985-489e-8643-a57866b88a78 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:34.918114 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 27ce3768-2985-489e-8643-a57866b88a78 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:34.918596 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.076686 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.091602 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-b74e60b4-4bd3-4942-bc9b-9bae1a21a5a7 None None] Provisioning for port 180818d7-7978-418f-8035-92de8fed6625 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:35.099818 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-b74e60b4-4bd3-4942-bc9b-9bae1a21a5a7 None None] Provisioning complete for port 180818d7-7978-418f-8035-92de8fed6625 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:35.102857 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b74e60b4-4bd3-4942-bc9b-9bae1a21a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.174321 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 27ce3768-2985-489e-8643-a57866b88a78, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=27ce3768-2985-489e-8643-a57866b88a78,segment=NetworkSegment(2d5a1f64-4472-4d80-889c-6d6c2293ca5f),segment_id=2d5a1f64-4472-4d80-889c-6d6c2293ca5f)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:35.175386 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-b74e60b4-4bd3-4942-bc9b-9bae1a21a5a7 None None] Port 180818d7-7978-418f-8035-92de8fed6625 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:57:35.179766 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.237547 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:32Z', 'revision_number': 3, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'gw_port': {'id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:35.242402 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe7b35-e433-4042-b1ba-8aed3d3630d7 None None] The sync data for ids ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'] in dv-cinder-823170-1-smb is: [{'id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:32Z', 'revision_number': 3, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'gw_port': {'id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:57:35.252004 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.262965 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.267511 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.276450 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=27ce3768-2985-489e-8643-a57866b88a78,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:35.372645 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Pushing event updated for resources: {'Port': ['ID=180818d7-7978-418f-8035-92de8fed6625,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:35.374945 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350074'] for router_interface, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.423480 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.432306 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36676) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:35.509939 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:35.510994 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:35.561159 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1583904137-network', 'tenant_id': '2d6470acc736462d871e1b76612d3fd7'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:35.565793 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:35.572823 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Usage tracker for resource:network and tenant:2d6470acc736462d871e1b76612d3fd7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:35.576076 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:35.581911 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:35.594490 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Made reservation on behalf of 2d6470acc736462d871e1b76612d3fd7 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:35.596942 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.610079 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.643060 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:35.647936 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Usage tracker for resource:security_group_rule and tenant:2d6470acc736462d871e1b76612d3fd7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:35.652174 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:35.658256 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:35.729281 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.733209 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.760450 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:57:35.772556 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3a6785-914d-4e19-bfb3-f01d93bd9228,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:35.776929 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.777276 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Added segment f40d069d-a7a4-4ffc-9119-1454ddb24cce of type vlan for network 0c99fd50-2f7f-42d6-ae07-486a1dbb4890 Dec 29 20:57:35.801203 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-02a29bce-5408-4651-bfe3-4f206c1c6c03 None None] Provisioning complete for port 180818d7-7978-418f-8035-92de8fed6625 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:35.802223 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-02a29bce-5408-4651-bfe3-4f206c1c6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.811704 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.844715 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.846055 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:35.846933 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.857943 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-02a29bce-5408-4651-bfe3-4f206c1c6c03 None None] Port 180818d7-7978-418f-8035-92de8fed6625 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:57:35.924422 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:57:35.957220 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] Pushing event updated for resources: {'Network': ['ID=0c99fd50-2f7f-42d6-ae07-486a1dbb4890,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:35.960049 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-8fc49ad8-d09a-4caa-8dfc-caa91279550e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5266113 Dec 29 20:57:35.963273 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36684) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:35.969715 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 0c99fd50-2f7f-42d6-ae07-486a1dbb4890 details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:57:35.970765 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Request body: {'subnet': {'network_id': '0c99fd50-2f7f-42d6-ae07-486a1dbb4890', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1583904137-subnet', 'tenant_id': '2d6470acc736462d871e1b76612d3fd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:35.977220 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:35.981283 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Usage tracker for resource:subnet and tenant:2d6470acc736462d871e1b76612d3fd7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:35.984745 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:35.994179 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:36.011796 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Made reservation on behalf of 2d6470acc736462d871e1b76612d3fd7 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:36.015546 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2623539'] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:36.218216 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03e64f-732b-4d27-b6ee-c6c73ded9dd3 req-5b1c0e86-3fee-46e3-8d95-89c696ab9798 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:36.219572 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7b03e64f-732b-4d27-b6ee-c6c73ded9dd3 req-5b1c0e86-3fee-46e3-8d95-89c696ab9798 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1257360 Dec 29 20:57:36.233619 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:57:36.242165 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5274774e-8e98-425b-9dd2-94da0c42c78e admin admin] 10.222.0.16 "PUT /v2.0/routers/4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2311642 Dec 29 20:57:36.319375 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7b03e64f-732b-4d27-b6ee-c6c73ded9dd3 req-4c66b46c-c4e4-42be-931d-5ea6316bf6b1 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716455 Dec 29 20:57:36.377771 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2466378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2624457'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:36.509668 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ac5dd5-b1b4-4ec8-8fe4-8e6656235005,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:36.524756 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Checking segment: {'id': 'f40d069d-a7a4-4ffc-9119-1454ddb24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0c99fd50-2f7f-42d6-ae07-486a1dbb4890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:36.525331 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Network hostable DHCP agents. Network: 0c99fd50-2f7f-42d6-ae07-486a1dbb4890, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:57:36.538951 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:57:36.546770 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:36.558598 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Network 0c99fd50-2f7f-42d6-ae07-486a1dbb4890 is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:57:36.576014 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 0c99fd50-2f7f-42d6-ae07-486a1dbb4890) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:36.585987 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:36.586589 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:36.593755 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bf6ae-b171-49db-bcb3-75052011583f None None] Network 0c99fd50-2f7f-42d6-ae07-486a1dbb4890 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:57:36.626232 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-82268072-21ee-4c04-b2f4-6155b94d1597 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6619732 Dec 29 20:57:36.746546 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 27ce3768-2985-489e-8643-a57866b88a78 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:36.923250 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:36.953280 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'port_id': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:57:37.127940 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 27ce3768-2985-489e-8643-a57866b88a78 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:37.128197 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:37.171650 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:37.189522 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e2ea23-7a1a-44a6-a9fb-b5ead4eb0eca None None] Network 0c99fd50-2f7f-42d6-ae07-486a1dbb4890 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:57:37.278278 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe369c2a-b3c5-459c-b1b4-291d2a7aa461 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:57:37.324612 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:37.378354 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:37.528817 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fe369c2a-b3c5-459c-b1b4-291d2a7aa461'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:57:37.635070 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=6']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:37.796825 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27be7b8-c67f-46bd-9f7e-648b82d7eb8a req-84717866-7402-44d1-a1cb-23db33acd7f8 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:37.809231 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d27be7b8-c67f-46bd-9f7e-648b82d7eb8a req-84717866-7402-44d1-a1cb-23db33acd7f8 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 945 time: 0.2300472 Dec 29 20:57:37.916066 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d27be7b8-c67f-46bd-9f7e-648b82d7eb8a req-69644bab-61bf-425b-bccc-8d7d6e2de62c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045556 Dec 29 20:57:38.379262 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36748) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:38.387043 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1814899742-network', 'tenant_id': 'df55aba4b3374c27a59ab2d0e3341af0'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:38.397803 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:38.411782 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Usage tracker for resource:network and tenant:df55aba4b3374c27a59ab2d0e3341af0 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:38.414933 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:38.434056 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:38.449711 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Made reservation on behalf of df55aba4b3374c27a59ab2d0e3341af0 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:38.452204 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.470260 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.511994 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:38.521749 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Usage tracker for resource:security_group_rule and tenant:df55aba4b3374c27a59ab2d0e3341af0 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:38.525728 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:38.532923 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:38.561238 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:38.654687 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.660946 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:38.661342 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.671405 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.731880 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:57:38.786418 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.787256 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Added segment ea57bf95-a1e4-49fc-822e-3d14b96ec836 of type vlan for network 72337629-05f8-4456-b222-d241b7340be6 Dec 29 20:57:38.810970 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b29f16-2d6b-429a-921d-f4a852008b94,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:38.844766 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.887455 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744269903315'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.938685 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:38.940791 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:38.979480 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.980604 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:38.981224 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:38.995836 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:39.244593 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'code': 200} Dec 29 20:57:39.307727 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] Pushing event updated for resources: {'Network': ['ID=72337629-05f8-4456-b222-d241b7340be6,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:39.313017 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c62e9b0e-b114-438e-9c8a-ac98a90b955f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9329517 Dec 29 20:57:39.316482 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 36758) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:39.327545 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Network 72337629-05f8-4456-b222-d241b7340be6 details requested by agent ovs-agent-dv-cinder-823170-1-smb with host dv-cinder-823170-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:57:39.328570 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Request body: {'subnet': {'network_id': '72337629-05f8-4456-b222-d241b7340be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1814899742-subnet', 'tenant_id': 'df55aba4b3374c27a59ab2d0e3341af0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:39.343875 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:39.353496 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Usage tracker for resource:subnet and tenant:df55aba4b3374c27a59ab2d0e3341af0 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:39.359884 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:39.373006 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:39.394339 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Made reservation on behalf of df55aba4b3374c27a59ab2d0e3341af0 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:39.401338 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2623539'] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:39.535863 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=7']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:39.853422 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2466378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2624457'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:40.000557 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8157a3-be6c-40ce-b721-38ca1e238123 req-06786968-3455-49f7-8f19-e0a78b782cd4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:40.008613 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4b8157a3-be6c-40ce-b721-38ca1e238123 req-06786968-3455-49f7-8f19-e0a78b782cd4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.4990919 Dec 29 20:57:40.032939 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca02981-ab99-4f54-8410-5b3514089cdd,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:40.060967 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4b8157a3-be6c-40ce-b721-38ca1e238123 req-89d6921b-6013-4151-a326-766df81086fb tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512431 Dec 29 20:57:40.096647 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Checking segment: {'id': 'ea57bf95-a1e4-49fc-822e-3d14b96ec836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72337629-05f8-4456-b222-d241b7340be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:40.097005 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Network hostable DHCP agents. Network: 72337629-05f8-4456-b222-d241b7340be6, hostable agents: ['dfedf82f-f175-4856-af05-a09de1c98e50'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:57:40.159406 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Network 72337629-05f8-4456-b222-d241b7340be6 is scheduled to be hosted by DHCP agent dfedf82f-f175-4856-af05-a09de1c98e50 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:57:40.184930 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-smb, 72337629-05f8-4456-b222-d241b7340be6) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:40.188858 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:40.189446 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:40.199625 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97571fb6-3544-4e8a-af15-16b9455d6fc1 None None] Network 72337629-05f8-4456-b222-d241b7340be6 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:57:40.228264 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7d2a1d93-483d-4748-8abc-d5b59e91bc14 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9099622 Dec 29 20:57:40.621118 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec361b-8ac5-40c1-8370-44070b1707bb None None] Network 72337629-05f8-4456-b222-d241b7340be6 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:57:40.749314 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device c92583dd-54e2-45b1-a621-9bdb72e2ce7f up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:40.868813 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port c92583dd-54e2-45b1-a621-9bdb72e2ce7f completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:40.893917 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port c92583dd-54e2-45b1-a621-9bdb72e2ce7f triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:40.894682 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:41.132675 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:41.142698 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-04d8dd78-509e-42de-949e-d2b6362a150c tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:41.158917 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-04d8dd78-509e-42de-949e-d2b6362a150c tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/networks?id=0c99fd50-2f7f-42d6-ae07-486a1dbb4890 HTTP/1.1" status: 200 len: 809 time: 0.3336742 Dec 29 20:57:41.187567 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port c92583dd-54e2-45b1-a621-9bdb72e2ce7f, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=c92583dd-54e2-45b1-a621-9bdb72e2ce7f,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:41.189547 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-af4ae979-f4d9-4738-b5ac-fcd825ae99d6 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/quotas/2d6470acc736462d871e1b76612d3fd7 HTTP/1.1" status: 200 len: 375 time: 0.0265052 Dec 29 20:57:41.198698 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:41.307949 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4311b49d-c8a3-4c2e-91f0-dca23704beb4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d6470acc736462d871e1b76612d3fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162074 Dec 29 20:57:41.336411 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=c92583dd-54e2-45b1-a621-9bdb72e2ce7f,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:41.443326 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5914b3b-3e6d-4c84-bb01-1a74980dddeb req-0285f670-eb50-4bb1-ab46-c61d44bca916 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:41.445972 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b5914b3b-3e6d-4c84-bb01-1a74980dddeb req-0285f670-eb50-4bb1-ab46-c61d44bca916 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1613362 Dec 29 20:57:41.578439 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b5914b3b-3e6d-4c84-bb01-1a74980dddeb req-5194f6a1-d072-40bf-83c3-994c79602275 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270177 Dec 29 20:57:41.680391 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-d54686d0-08c1-4f75-a6a1-a242aa8d2532 service neutron] 10.222.0.16 "GET /v2.0/networks/0c99fd50-2f7f-42d6-ae07-486a1dbb4890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714316 Dec 29 20:57:41.854206 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-02e29fa7-f392-4cfc-a4c2-93b5197ae6bb service neutron] 10.222.0.16 "GET /v2.0/networks/0c99fd50-2f7f-42d6-ae07-486a1dbb4890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669273 Dec 29 20:57:42.188695 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-733d8f6c-cd96-4666-972f-8fad2245e9b2 req-e0113d90-129f-4689-84af-330b4085b699 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.1255345 Dec 29 20:57:42.643930 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device c92583dd-54e2-45b1-a621-9bdb72e2ce7f up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:42.816887 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Sync routers for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:57:42.848168 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:42.853672 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:42.978383 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332b5c-e3fe-4551-9198-92071a80d4c7 req-e9f46273-40b1-4404-b6eb-d1f494212dee tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:42.993182 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-67332b5c-e3fe-4551-9198-92071a80d4c7 req-e9f46273-40b1-4404-b6eb-d1f494212dee tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1968224 Dec 29 20:57:43.075695 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port c92583dd-54e2-45b1-a621-9bdb72e2ce7f triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:43.083406 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:43.107782 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-67332b5c-e3fe-4551-9198-92071a80d4c7 req-0ea19a9c-33a5-4a4a-9c46-6301869d1088 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136258 Dec 29 20:57:43.542554 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1308199c-8610-4788-811f-2a6029f61f98 req-7e1f1144-112a-437c-975e-f4e421fa87e0 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0732877 Dec 29 20:57:43.575619 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:44.186910 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 2, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:44.208289 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Checking router: 3ffeaaf1-c50f-4433-8634-992f4560cf3d for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:57:44.208586 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Updating router 3ffeaaf1-c50f-4433-8634-992f4560cf3d port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 binding host dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:57:44.323434 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:44.528508 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4a9d4a2b-5708-48ff-a573-40a2f4e7964a tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:44.529924 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4a9d4a2b-5708-48ff-a573-40a2f4e7964a tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.32 "GET /v2.0/networks?id=0c99fd50-2f7f-42d6-ae07-486a1dbb4890 HTTP/1.1" status: 200 len: 809 time: 0.3181477 Dec 29 20:57:44.563063 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Request body: {'port': {'device_id': '705cd9b4-36ac-48bf-9d0a-71d59f18bf9e', 'network_id': '0c99fd50-2f7f-42d6-ae07-486a1dbb4890', 'admin_state_up': True, 'tenant_id': '2d6470acc736462d871e1b76612d3fd7'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:44.734128 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:44.739318 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Usage tracker for resource:port and tenant:2d6470acc736462d871e1b76612d3fd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:44.743476 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:44.751649 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:44.769445 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Made reservation on behalf of 2d6470acc736462d871e1b76612d3fd7 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:44.773404 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:44.784516 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfbb43-4cef-457a-8527-6bc5efc47306 req-43ba4a9b-641f-40c0-846d-066954b8c40c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:44.787325 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-17bfbb43-4cef-457a-8527-6bc5efc47306 req-43ba4a9b-641f-40c0-846d-066954b8c40c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1737020 Dec 29 20:57:44.876564 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-17bfbb43-4cef-457a-8527-6bc5efc47306 req-1b521b02-6252-4965-95c1-76421c2b4f1c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809281 Dec 29 20:57:45.044453 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:45.048742 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-567318aa-5af5-4f7f-80d6-b7beea3c14e4 req-858517bd-f83d-4630-8e64-fb0d8f48341f tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.2089653 Dec 29 20:57:45.061127 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Transition to ACTIVE for port object 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:45.077790 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:45.258058 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80288873-5448-4c99-862b-d89a3278340c None None] Pushing event updated for resources: {'Port': ['ID=56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:45.260262 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Allocated IP 172.20.0.12 (0c99fd50-2f7f-42d6-ae07-486a1dbb4890/49ac5dd5-b1b4-4ec8-8fe4-8e6656235005/09c143ae-3cb3-4fbe-8f46-6e812a42395f) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:45.483761 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Attempting to bind port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:45.484176 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Attempting to bind port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:45.484799 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Attempting to bind port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 on network 5dffac62-7062-4a81-81d1-e0da266e044c {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:45.511853 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:45.512257 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Checking segment: {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:45.512582 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:45.512980 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Bound using segment: {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:45.513586 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Bound port: 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:45.514214 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:45.675238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:45.714384 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:45.790242 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Network 0c99fd50-2f7f-42d6-ae07-486a1dbb4890 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:45.799319 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:45.803133 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:45.821501 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] For port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:45.834528 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] For port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:45.846919 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:46.000438 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Pushing event updated for resources: {'Port': ['ID=09c143ae-3cb3-4fbe-8f46-6e812a42395f,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:46.015548 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:46.016189 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:46.019710 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:46.020781 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:46.070472 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-4fd16be0-cd3f-4acc-9f2e-6b101e65b3fa tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5245037 Dec 29 20:57:46.124365 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80288873-5448-4c99-862b-d89a3278340c None None] Pushing event updated for resources: {'Port': ['ID=56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:46.279142 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Request body: {'port': {'device_id': '705cd9b4-36ac-48bf-9d0a-71d59f18bf9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:46.376244 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbe767-db8c-4daa-b05c-f5a87ec8dcf8 req-82f97e00-1802-49cf-86a3-e592a31501ae tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:46.383240 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f6cbe767-db8c-4daa-b05c-f5a87ec8dcf8 req-82f97e00-1802-49cf-86a3-e592a31501ae tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 932 time: 0.1075900 Dec 29 20:57:46.391223 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:46.434191 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f6cbe767-db8c-4daa-b05c-f5a87ec8dcf8 req-76052574-cc0e-4f12-8ea4-197960934666 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Synchronizing usage tracker for tenant:2d6470acc736462d871e1b76612d3fd7 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:46.461805 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f6cbe767-db8c-4daa-b05c-f5a87ec8dcf8 req-76052574-cc0e-4f12-8ea4-197960934666 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Unset dirty status for tenant:2d6470acc736462d871e1b76612d3fd7 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:46.475199 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f6cbe767-db8c-4daa-b05c-f5a87ec8dcf8 req-76052574-cc0e-4f12-8ea4-197960934666 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910985 Dec 29 20:57:46.485378 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7d7b-2093-4c52-89d8-834a24bee76d req-e0e625e3-1c7c-4f51-84c8-dfd34003c57b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:46.492754 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-067a7d7b-2093-4c52-89d8-834a24bee76d req-e0e625e3-1c7c-4f51-84c8-dfd34003c57b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.3995755 Dec 29 20:57:46.604413 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-067a7d7b-2093-4c52-89d8-834a24bee76d req-ec63d8d7-4124-4deb-b9e0-7f760864c4a5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105800 Dec 29 20:57:46.626934 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:46.766229 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:46.907714 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:46.919679 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:46.920095 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:46.956899 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:45Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:46.988681 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69cb56-4131-4b13-b657-561ef48e444d None None] The sync data for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb is: [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:45Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:57:47.181712 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:47.248723 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:47.254093 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:47.411914 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:47.440144 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c143ae-3cb3-4fbe-8f46-6e812a42395f {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:57:47.463020 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:47.480485 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Transition to ACTIVE for port object 09c143ae-3cb3-4fbe-8f46-6e812a42395f will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:47.497824 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:47.808965 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Pushing event updated for resources: {'Port': ['ID=09c143ae-3cb3-4fbe-8f46-6e812a42395f,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:48.018779 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed820-70c2-4e8e-ac61-665f098d5e0a req-403a1557-981b-43cb-9ea8-64a80687b169 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:48.021157 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-92aed820-70c2-4e8e-ac61-665f098d5e0a req-403a1557-981b-43cb-9ea8-64a80687b169 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1516423 Dec 29 20:57:48.056143 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Attempting to bind port 09c143ae-3cb3-4fbe-8f46-6e812a42395f on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:48.056510 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Attempting to bind port 09c143ae-3cb3-4fbe-8f46-6e812a42395f by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'f40d069d-a7a4-4ffc-9119-1454ddb24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0c99fd50-2f7f-42d6-ae07-486a1dbb4890'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:48.056849 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Attempting to bind port 09c143ae-3cb3-4fbe-8f46-6e812a42395f on network 0c99fd50-2f7f-42d6-ae07-486a1dbb4890 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:48.075230 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Port 09c143ae-3cb3-4fbe-8f46-6e812a42395f on network 0c99fd50-2f7f-42d6-ae07-486a1dbb4890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:57:48.075595 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Attempting to bind port 09c143ae-3cb3-4fbe-8f46-6e812a42395f on network 0c99fd50-2f7f-42d6-ae07-486a1dbb4890 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:48.094371 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-92aed820-70c2-4e8e-ac61-665f098d5e0a req-4a69914e-06cb-42b4-8c71-535d1b38de15 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650351 Dec 29 20:57:48.105411 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04107ce-5518-4b4b-8c92-eb23e52c9ae7 req-80c7ad58-a47e-4efa-914d-040a07c66a52 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:48.106202 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-f04107ce-5518-4b4b-8c92-eb23e52c9ae7 req-80c7ad58-a47e-4efa-914d-040a07c66a52 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Synchronizing usage tracker for tenant:2d6470acc736462d871e1b76612d3fd7 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:48.110922 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:48.110922 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Checking segment: {'id': 'f40d069d-a7a4-4ffc-9119-1454ddb24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0c99fd50-2f7f-42d6-ae07-486a1dbb4890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:48.111367 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Bound using segment: {'id': 'f40d069d-a7a4-4ffc-9119-1454ddb24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0c99fd50-2f7f-42d6-ae07-486a1dbb4890'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:48.111933 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Bound port: 09c143ae-3cb3-4fbe-8f46-6e812a42395f, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40d069d-a7a4-4ffc-9119-1454ddb24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0c99fd50-2f7f-42d6-ae07-486a1dbb4890'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:48.114025 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:48.203343 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-f04107ce-5518-4b4b-8c92-eb23e52c9ae7 req-80c7ad58-a47e-4efa-914d-040a07c66a52 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Unset dirty status for tenant:2d6470acc736462d871e1b76612d3fd7 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:48.210311 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f04107ce-5518-4b4b-8c92-eb23e52c9ae7 req-80c7ad58-a47e-4efa-914d-040a07c66a52 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 944 time: 0.4024556 Dec 29 20:57:48.304113 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f04107ce-5518-4b4b-8c92-eb23e52c9ae7 req-ef0ccedc-eca4-4691-a112-52155fe075d5 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919683 Dec 29 20:57:48.309238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] For port 09c143ae-3cb3-4fbe-8f46-6e812a42395f, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:48.326884 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] For port 09c143ae-3cb3-4fbe-8f46-6e812a42395f, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09c143ae-3cb3-4fbe-8f46-6e812a42395f,segment=NetworkSegment(f40d069d-a7a4-4ffc-9119-1454ddb24cce),segment_id=f40d069d-a7a4-4ffc-9119-1454ddb24cce)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:48.329116 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:48.419994 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:48.419994 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] 10.222.0.32 "PUT /v2.0/ports/09c143ae-3cb3-4fbe-8f46-6e812a42395f HTTP/1.1" status: 200 len: 1094 time: 2.3025916 Dec 29 20:57:48.419994 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705cd9b4-36ac-48bf-9d0a-71d59f18bf9e', 'tag': '09c143ae-3cb3-4fbe-8f46-6e812a42395f'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:48.532466 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705cd9b4-36ac-48bf-9d0a-71d59f18bf9e', 'tag': '09c143ae-3cb3-4fbe-8f46-6e812a42395f', 'status': 'completed', 'code': 200} Dec 29 20:57:48.544783 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eca99d-d90c-468d-a350-9077ecf1557d service neutron] Pushing event updated for resources: {'Port': ['ID=09c143ae-3cb3-4fbe-8f46-6e812a42395f,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:48.588311 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-fee9567c-873e-4a19-a225-82a8cef1f2f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d6470acc736462d871e1b76612d3fd7&device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 1097 time: 0.1168442 Dec 29 20:57:48.686044 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:48.709395 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-beaf7ab6-df41-4ec2-ad19-ba5c3e7c8c1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09c143ae-3cb3-4fbe-8f46-6e812a42395f HTTP/1.1" status: 200 len: 217 time: 0.1123519 Dec 29 20:57:48.851678 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-f1d0b730-9505-4d86-ba1b-2f6a612c7d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:48.855048 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-f1d0b730-9505-4d86-ba1b-2f6a612c7d62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49ac5dd5-b1b4-4ec8-8fe4-8e6656235005 HTTP/1.1" status: 200 len: 849 time: 0.1327357 Dec 29 20:57:48.873420 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:48.873946 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:48.950506 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-56b0d853-7ec3-490f-af5f-5f1bb5d54662 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c99fd50-2f7f-42d6-ae07-486a1dbb4890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855474 Dec 29 20:57:49.197121 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-8a320fe6-75c9-4baa-848a-ec4120344312 service neutron] 10.222.0.32 "GET /v2.0/networks/0c99fd50-2f7f-42d6-ae07-486a1dbb4890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384698 Dec 29 20:57:49.420797 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a8698-2230-42cf-a407-f65085c064f4 req-fae10e68-5beb-4f13-b28d-8b271d8911be tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:49.431511 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ee8a8698-2230-42cf-a407-f65085c064f4 req-fae10e68-5beb-4f13-b28d-8b271d8911be tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1054182 Dec 29 20:57:49.458207 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-51de4492-a1e7-4664-b234-4ec00b08b6a2 req-0175e313-7b12-405a-a7ed-a92087886d24 service neutron] 10.222.0.32 "GET /v2.0/networks/0c99fd50-2f7f-42d6-ae07-486a1dbb4890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532561 Dec 29 20:57:49.516509 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ee8a8698-2230-42cf-a407-f65085c064f4 req-5418018a-36d8-44ad-b47c-ffbc5c827eaa tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832191 Dec 29 20:57:49.841166 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5f88-3e90-480a-94f7-ee177ac38a05 req-c8f6c591-eef2-4f78-af54-a82b3ec71fd4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:49.843738 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-963d5f88-3e90-480a-94f7-ee177ac38a05 req-c8f6c591-eef2-4f78-af54-a82b3ec71fd4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 944 time: 0.3517764 Dec 29 20:57:49.887479 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-eb7cf298-6cdb-46bf-98fd-300501e07a56 req-cc227be7-4ee7-44fe-be06-f789e62d70e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d6470acc736462d871e1b76612d3fd7&device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 1097 time: 0.2074106 Dec 29 20:57:49.998745 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-963d5f88-3e90-480a-94f7-ee177ac38a05 req-cac07edd-fea2-4a66-b27a-ec4cc08200cf tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419716 Dec 29 20:57:50.062339 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cf298-6cdb-46bf-98fd-300501e07a56 req-56ceb412-9fe4-4ef5-9add-ac10380b857c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:50.064313 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-eb7cf298-6cdb-46bf-98fd-300501e07a56 req-56ceb412-9fe4-4ef5-9add-ac10380b857c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c99fd50-2f7f-42d6-ae07-486a1dbb4890 HTTP/1.1" status: 200 len: 909 time: 0.1657410 Dec 29 20:57:50.169546 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-eb7cf298-6cdb-46bf-98fd-300501e07a56 req-d7e3f630-beea-4a44-91ec-e34d9ab7d23c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09c143ae-3cb3-4fbe-8f46-6e812a42395f HTTP/1.1" status: 200 len: 217 time: 0.0944145 Dec 29 20:57:50.268251 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cf298-6cdb-46bf-98fd-300501e07a56 req-7d067073-1dbe-427b-9fcf-8bde7d2bdebb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:50.271307 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-eb7cf298-6cdb-46bf-98fd-300501e07a56 req-7d067073-1dbe-427b-9fcf-8bde7d2bdebb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49ac5dd5-b1b4-4ec8-8fe4-8e6656235005 HTTP/1.1" status: 200 len: 849 time: 0.0913527 Dec 29 20:57:50.346303 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-eb7cf298-6cdb-46bf-98fd-300501e07a56 req-2485cedc-b223-4e81-8cde-1c95eac9f03e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c99fd50-2f7f-42d6-ae07-486a1dbb4890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620301 Dec 29 20:57:50.504904 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-eb7cf298-6cdb-46bf-98fd-300501e07a56 req-1a9b78b6-bd9f-4937-8f5e-91f80e962181 service neutron] 10.222.0.32 "GET /v2.0/networks/0c99fd50-2f7f-42d6-ae07-486a1dbb4890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489239 Dec 29 20:57:50.643266 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 09c143ae-3cb3-4fbe-8f46-6e812a42395f details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:57:50.739724 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-eb7cf298-6cdb-46bf-98fd-300501e07a56 req-471c034b-41fc-495c-a364-5a282e07b6a7 service neutron] 10.222.0.32 "GET /v2.0/networks/0c99fd50-2f7f-42d6-ae07-486a1dbb4890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273638 Dec 29 20:57:50.871715 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba9f91-6531-4bc6-9d2a-d3a0fc29a116 req-8eed8329-b20a-43dd-b742-4704bdb004ff tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:50.878435 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5dba9f91-6531-4bc6-9d2a-d3a0fc29a116 req-8eed8329-b20a-43dd-b742-4704bdb004ff tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.0948293 Dec 29 20:57:50.950933 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 09c143ae-3cb3-4fbe-8f46-6e812a42395f, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09c143ae-3cb3-4fbe-8f46-6e812a42395f,segment=NetworkSegment(f40d069d-a7a4-4ffc-9119-1454ddb24cce),segment_id=f40d069d-a7a4-4ffc-9119-1454ddb24cce)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:50.955342 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5dba9f91-6531-4bc6-9d2a-d3a0fc29a116 req-7762bf0e-5d9f-4cb8-9c08-3f999259a053 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759647 Dec 29 20:57:50.978697 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '09c143ae-3cb3-4fbe-8f46-6e812a42395f', 'network_id': '0c99fd50-2f7f-42d6-ae07-486a1dbb4890', 'port_id': '09c143ae-3cb3-4fbe-8f46-6e812a42395f', 'mac_address': 'fa:16:3e:c5:f3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ac5dd5-b1b4-4ec8-8fe4-8e6656235005', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:57:51.064785 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:51.114070 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c143ae-3cb3-4fbe-8f46-6e812a42395f {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:57:51.146657 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 09c143ae-3cb3-4fbe-8f46-6e812a42395f, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09c143ae-3cb3-4fbe-8f46-6e812a42395f,segment=NetworkSegment(f40d069d-a7a4-4ffc-9119-1454ddb24cce),segment_id=f40d069d-a7a4-4ffc-9119-1454ddb24cce)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:51.152739 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:51.268793 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=09c143ae-3cb3-4fbe-8f46-6e812a42395f,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:51.288198 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f21ed-5e51-4e6c-a077-b1e7d84aa839 req-74e2fa6b-3d2c-46e4-bfd4-f29d5846129e tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:51.296871 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-895f21ed-5e51-4e6c-a077-b1e7d84aa839 req-74e2fa6b-3d2c-46e4-bfd4-f29d5846129e tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 945 time: 0.0987010 Dec 29 20:57:51.354806 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-895f21ed-5e51-4e6c-a077-b1e7d84aa839 req-33afb0dd-930d-40e6-a71e-3b8f12ad1ba9 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564814 Dec 29 20:57:51.438137 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['09c143ae-3cb3-4fbe-8f46-6e812a42395f'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:57:51.643473 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:57:52.520447 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b845f-ad45-46b8-a999-3567cadcd671 req-26ff0bd1-e73c-41b5-908c-220ddf1a2324 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:52.520447 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-887b845f-ad45-46b8-a999-3567cadcd671 req-26ff0bd1-e73c-41b5-908c-220ddf1a2324 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1567008 Dec 29 20:57:52.538853 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:52.633065 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-887b845f-ad45-46b8-a999-3567cadcd671 req-88e716f9-63dc-4e8c-8317-f9a13ca5ec67 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031458 Dec 29 20:57:52.663458 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 09c143ae-3cb3-4fbe-8f46-6e812a42395f up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:52.703645 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ea66c-fb59-4d87-81b2-c5a62ba231c9 req-db876326-6341-47e7-af95-e210c109b043 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:52.712409 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bb5ea66c-fb59-4d87-81b2-c5a62ba231c9 req-db876326-6341-47e7-af95-e210c109b043 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 945 time: 0.1650465 Dec 29 20:57:52.776763 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bb5ea66c-fb59-4d87-81b2-c5a62ba231c9 req-39d6b8cd-2007-42b0-8158-0db1080cc101 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643399 Dec 29 20:57:52.870522 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port 09c143ae-3cb3-4fbe-8f46-6e812a42395f completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:52.883295 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 09c143ae-3cb3-4fbe-8f46-6e812a42395f triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:52.884549 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:53.034534 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:53.070395 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705cd9b4-36ac-48bf-9d0a-71d59f18bf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c143ae-3cb3-4fbe-8f46-6e812a42395f'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:53.082319 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 09c143ae-3cb3-4fbe-8f46-6e812a42395f, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09c143ae-3cb3-4fbe-8f46-6e812a42395f,segment=NetworkSegment(f40d069d-a7a4-4ffc-9119-1454ddb24cce),segment_id=f40d069d-a7a4-4ffc-9119-1454ddb24cce)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:53.088097 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:53.192981 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705cd9b4-36ac-48bf-9d0a-71d59f18bf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c143ae-3cb3-4fbe-8f46-6e812a42395f', 'code': 200} Dec 29 20:57:53.211950 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=09c143ae-3cb3-4fbe-8f46-6e812a42395f,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:53.472893 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Sync routers for ids ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:57:53.497660 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Routers {'4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:53.498557 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:53.543992 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9542503a-6b00-4987-a487-04360461574f req-d20077de-8a08-48b5-abf4-8e21dd55c345 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 1099 time: 0.1333191 Dec 29 20:57:53.599643 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9542503a-6b00-4987-a487-04360461574f req-5779903c-49c1-46b0-ac20-b9ebe88b6eb7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472388 Dec 29 20:57:53.732624 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Set router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:53.883344 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b50d1-60e0-4888-b96c-f84357e82f57 req-de86ca9b-33b9-4931-b2b2-ccbfb05987fb tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:53.898922 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-150b50d1-60e0-4888-b96c-f84357e82f57 req-de86ca9b-33b9-4931-b2b2-ccbfb05987fb tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1049192 Dec 29 20:57:53.938961 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-150b50d1-60e0-4888-b96c-f84357e82f57 req-905f96a7-0cc7-4855-bb70-12c617b39d84 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434408 Dec 29 20:57:54.085888 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:34Z', 'revision_number': 4, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'gw_port': {'id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '180818d7-7978-418f-8035-92de8fed6625', 'name': '', 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'mac_address': 'fa:16:3e:ce:9a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:34Z', 'updated_at': '2021-12-29T20:57:35Z', 'revision_number': 2, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'subnets': [{'id': '90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:54.091672 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Checking router: 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:57:54.092967 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Updating router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb port 180818d7-7978-418f-8035-92de8fed6625 binding host dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:57:54.153548 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:54.170262 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae45251-6607-4ad4-85b2-4004c6224793 req-50470561-4100-43fa-a8c2-75a166aacb6c tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:54.172372 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ae45251-6607-4ad4-85b2-4004c6224793 req-50470561-4100-43fa-a8c2-75a166aacb6c tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.1005266 Dec 29 20:57:54.299800 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ae45251-6607-4ad4-85b2-4004c6224793 req-d93238df-bd8e-4bce-8b81-b87c9437d60a tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209528 Dec 29 20:57:54.313730 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ee5a6c47-7d60-43d7-94b7-0e4191e35037 req-a5e78561-93d5-4973-b434-b4a9d07b29e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 1099 time: 0.1108122 Dec 29 20:57:54.460805 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6c47-7d60-43d7-94b7-0e4191e35037 req-232a7dc4-fd6e-428e-8fff-586c3f22a413 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:54.462665 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ee5a6c47-7d60-43d7-94b7-0e4191e35037 req-232a7dc4-fd6e-428e-8fff-586c3f22a413 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.1407542 Dec 29 20:57:54.473849 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841222f-df77-4399-b298-b76db8ef0715 req-fccebc81-0c1c-46ca-a2b2-9a9385e97669 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:54.474533 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-7841222f-df77-4399-b298-b76db8ef0715 req-fccebc81-0c1c-46ca-a2b2-9a9385e97669 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Synchronizing usage tracker for tenant:23e277871e824dd5975210bc4c94ac91 on resource:network {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:54.497678 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-7841222f-df77-4399-b298-b76db8ef0715 req-fccebc81-0c1c-46ca-a2b2-9a9385e97669 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Unset dirty status for tenant:23e277871e824dd5975210bc4c94ac91 on resource:network {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:54.499622 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-fccebc81-0c1c-46ca-a2b2-9a9385e97669 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/networks?id=5dffac62-7062-4a81-81d1-e0da266e044c HTTP/1.1" status: 200 len: 814 time: 0.2414534 Dec 29 20:57:54.522362 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-87e670ee-7af0-4a27-b446-3089e86328f9 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/quotas/23e277871e824dd5975210bc4c94ac91 HTTP/1.1" status: 200 len: 375 time: 0.0168293 Dec 29 20:57:54.541624 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:54.555640 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Transition to ACTIVE for port object 180818d7-7978-418f-8035-92de8fed6625 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:54.561957 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:54.607891 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ee5a6c47-7d60-43d7-94b7-0e4191e35037 req-eb2ebe74-ceb8-4f39-b79f-40f9fa88723d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461 HTTP/1.1" status: 200 len: 1002 time: 0.1369188 Dec 29 20:57:54.628186 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-87fa82b3-06ab-4c19-80ab-fb66790e452b tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23e277871e824dd5975210bc4c94ac91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003110 Dec 29 20:57:54.693395 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6c47-7d60-43d7-94b7-0e4191e35037 req-8378cb31-4bc5-4ab4-b593-8c716990e7f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:54.694844 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ee5a6c47-7d60-43d7-94b7-0e4191e35037 req-8378cb31-4bc5-4ab4-b593-8c716990e7f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.0780532 Dec 29 20:57:54.706536 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843844e-cf66-4bc6-952e-d038b224399d None None] Pushing event updated for resources: {'Port': ['ID=180818d7-7978-418f-8035-92de8fed6625,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:54.902850 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Attempting to bind port 180818d7-7978-418f-8035-92de8fed6625 on host dv-cinder-823170-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:54.903321 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Attempting to bind port 180818d7-7978-418f-8035-92de8fed6625 by drivers openvswitch,hyperv on host dv-cinder-823170-1-smb at level 0 using segments [{'id': '2d5a1f64-4472-4d80-889c-6d6c2293ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:54.903945 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Attempting to bind port 180818d7-7978-418f-8035-92de8fed6625 on network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:54.918756 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Checking agent: {'id': '5fe80d56-0d28-4003-b27c-b6e250c42ce5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 5), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:54.919144 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Checking segment: {'id': '2d5a1f64-4472-4d80-889c-6d6c2293ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:54.919538 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:54.919965 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Bound using segment: {'id': '2d5a1f64-4472-4d80-889c-6d6c2293ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:54.920419 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Bound port: 180818d7-7978-418f-8035-92de8fed6625, host: dv-cinder-823170-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5a1f64-4472-4d80-889c-6d6c2293ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:54.920809 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:54.922772 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-16ca1482-2db6-4b72-9aef-462bcf971ecd service neutron] 10.222.0.16 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914624 Dec 29 20:57:54.933245 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ee5a6c47-7d60-43d7-94b7-0e4191e35037 req-23cac8ea-e587-4662-9c63-96f6fd46ef8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2248080 Dec 29 20:57:55.041268 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] For port 180818d7-7978-418f-8035-92de8fed6625, host dv-cinder-823170-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:55.045324 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] For port 180818d7-7978-418f-8035-92de8fed6625, host dv-cinder-823170-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=180818d7-7978-418f-8035-92de8fed6625,segment=NetworkSegment(2d5a1f64-4472-4d80-889c-6d6c2293ca5f),segment_id=2d5a1f64-4472-4d80-889c-6d6c2293ca5f)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:55.052381 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:55.073346 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-9583c170-bc3f-4969-ab09-de64e9f41ffc service neutron] 10.222.0.16 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496401 Dec 29 20:57:55.096966 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ee5a6c47-7d60-43d7-94b7-0e4191e35037 req-150a88bb-ea0a-463a-bf2f-009d420a7290 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557848 Dec 29 20:57:55.143161 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843844e-cf66-4bc6-952e-d038b224399d None None] Pushing event updated for resources: {'Port': ['ID=180818d7-7978-418f-8035-92de8fed6625,revision_number=4']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:55.147180 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Routers {'4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:55.147930 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:57:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:55.319402 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ee5a6c47-7d60-43d7-94b7-0e4191e35037 req-4a1fea31-d1f1-48b7-8f0a-63f55b60ac71 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145762 Dec 29 20:57:55.336884 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5889600b-31f5-4aa5-a292-c712605ce194 req-bd93254a-9d63-4701-869a-f6f5c66dc256 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 210 time: 0.0665445 Dec 29 20:57:55.356566 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3f7cf-8028-402e-bfdf-4bac5b595d47 req-ed7d3b33-016f-4850-b9d9-16b1d33a7f7a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:55.364562 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c0a3f7cf-8028-402e-bfdf-4bac5b595d47 req-ed7d3b33-016f-4850-b9d9-16b1d33a7f7a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.2350788 Dec 29 20:57:55.400203 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] Set router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:55.419601 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c0a3f7cf-8028-402e-bfdf-4bac5b595d47 req-dce68180-6a7e-444c-affd-bb813681162e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541036 Dec 29 20:57:55.544993 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ca327-4d17-45fd-96ea-4717b043ec65 req-319a36e0-5050-4f3a-a181-705421261a2f tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:55.546610 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-525ca327-4d17-45fd-96ea-4717b043ec65 req-319a36e0-5050-4f3a-a181-705421261a2f tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.0834498 Dec 29 20:57:55.595121 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-525ca327-4d17-45fd-96ea-4717b043ec65 req-b236b0f6-6e8b-4b63-a290-be99e5f31622 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Dec 29 20:57:55.783517 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:34Z', 'revision_number': 4, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'gw_port': {'id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '180818d7-7978-418f-8035-92de8fed6625', 'name': '', 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'mac_address': 'fa:16:3e:ce:9a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:34Z', 'updated_at': '2021-12-29T20:57:55Z', 'revision_number': 4, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'subnets': [{'id': '90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:55.788026 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f4e21-b636-4c84-8b15-28c41ef2df94 None None] The sync data for ids ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'] in dv-cinder-823170-1-smb is: [{'id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:34Z', 'revision_number': 4, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'gw_port': {'id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '180818d7-7978-418f-8035-92de8fed6625', 'name': '', 'network_id': '0e438aab-4593-425a-a2a1-6b03a6d9ad8a', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'mac_address': 'fa:16:3e:ce:9a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:34Z', 'updated_at': '2021-12-29T20:57:55Z', 'revision_number': 4, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'subnets': [{'id': '90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:57:56.530235 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-917272cd-366e-429c-8161-bd031196e3b5 req-9d91ccf3-f62c-40e6-a32c-f2f96e37865d tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 210 time: 0.0813735 Dec 29 20:57:56.658722 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:57:56.703800 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 180818d7-7978-418f-8035-92de8fed6625 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:56.721360 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841222f-df77-4399-b298-b76db8ef0715 req-ffd1cc6f-86b9-4415-a214-7db583f73a77 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:56.723096 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-ffd1cc6f-86b9-4415-a214-7db583f73a77 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.32 "GET /v2.0/networks?id=5dffac62-7062-4a81-81d1-e0da266e044c HTTP/1.1" status: 200 len: 814 time: 0.2371223 Dec 29 20:57:56.744997 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72319bbf-ff31-48cf-a038-b6d7ba5526b7 req-be3dc090-d65a-40a5-9571-be45ae2d0932 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:56.746558 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-72319bbf-ff31-48cf-a038-b6d7ba5526b7 req-be3dc090-d65a-40a5-9571-be45ae2d0932 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 946 time: 0.1405694 Dec 29 20:57:56.751661 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'port': {'device_id': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'admin_state_up': True, 'tenant_id': '23e277871e824dd5975210bc4c94ac91'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:56.876156 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning for port 180818d7-7978-418f-8035-92de8fed6625 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:56.884740 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 180818d7-7978-418f-8035-92de8fed6625 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:56.886819 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:56.920739 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:56.926746 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-72319bbf-ff31-48cf-a038-b6d7ba5526b7 req-69b5dccd-2267-4a98-88ea-163a62fb4d2a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601081 Dec 29 20:57:56.976236 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:56.989609 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:56.991564 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:57.003668 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Usage tracker for resource:port and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:57.003773 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:57.003867 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:57.011602 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:57.022440 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Made reservation on behalf of 23e277871e824dd5975210bc4c94ac91 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:57.026544 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:57.062419 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'code': 200} Dec 29 20:57:57.117231 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:57.136320 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=8']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:57.156287 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] For port 180818d7-7978-418f-8035-92de8fed6625, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=180818d7-7978-418f-8035-92de8fed6625,segment=NetworkSegment(2d5a1f64-4472-4d80-889c-6d6c2293ca5f),segment_id=2d5a1f64-4472-4d80-889c-6d6c2293ca5f)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:57.160445 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:57.214523 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Allocated IP 172.20.0.14 (5dffac62-7062-4a81-81d1-e0da266e044c/71ce4341-b7cf-4a63-a637-905bfad57895/fe7e6d60-7b9f-4046-bb61-68d732612800) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:57.231591 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=180818d7-7978-418f-8035-92de8fed6625,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:57.516286 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:57.539474 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Transition to ACTIVE for port object fe7e6d60-7b9f-4046-bb61-68d732612800 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:57.581522 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:57.666484 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Network 5dffac62-7062-4a81-81d1-e0da266e044c is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:57.669685 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:57.679046 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:57.790681 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'Port': ['ID=fe7e6d60-7b9f-4046-bb61-68d732612800,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:57.839966 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:57.840624 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:57.893866 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7773-d727-45fd-9901-8d249502c31a req-6e46c4d7-9818-4112-b623-94dcd42f7927 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:57.905636 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-0a3d2fc2-0401-4905-9931-75ef708ab455 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1575668 Dec 29 20:57:57.913576 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a5bb7773-d727-45fd-9901-8d249502c31a req-6e46c4d7-9818-4112-b623-94dcd42f7927 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 932 time: 0.2263913 Dec 29 20:57:58.004722 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-a5bb7773-d727-45fd-9901-8d249502c31a req-bd04cc3b-0152-434f-9974-f41dc4d830d7 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Synchronizing usage tracker for tenant:23e277871e824dd5975210bc4c94ac91 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:58.051426 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-a5bb7773-d727-45fd-9901-8d249502c31a req-bd04cc3b-0152-434f-9974-f41dc4d830d7 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Unset dirty status for tenant:23e277871e824dd5975210bc4c94ac91 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:58.052622 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a5bb7773-d727-45fd-9901-8d249502c31a req-bd04cc3b-0152-434f-9974-f41dc4d830d7 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288171 Dec 29 20:57:58.145527 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-302a5b07-1c50-45a5-a894-f5aa0e3448c5 None None] Provisioning for port fe7e6d60-7b9f-4046-bb61-68d732612800 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:58.164173 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-302a5b07-1c50-45a5-a894-f5aa0e3448c5 None None] Provisioning complete for port fe7e6d60-7b9f-4046-bb61-68d732612800 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:58.164543 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-302a5b07-1c50-45a5-a894-f5aa0e3448c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:58.258606 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-302a5b07-1c50-45a5-a894-f5aa0e3448c5 None None] Port fe7e6d60-7b9f-4046-bb61-68d732612800 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:57:58.285064 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2172027-f496-43bd-a80a-830e158c64b5 req-9efb6eb9-0581-4626-a9d8-2c55dc4cc332 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:58.287228 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d2172027-f496-43bd-a80a-830e158c64b5 req-9efb6eb9-0581-4626-a9d8-2c55dc4cc332 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.1074264 Dec 29 20:57:58.335816 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d2172027-f496-43bd-a80a-830e158c64b5 req-a2ebf220-0965-4977-b9e8-68d2b37d13dd tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 Dec 29 20:57:58.655167 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 180818d7-7978-418f-8035-92de8fed6625 up at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:58.761118 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Provisioning complete for port 180818d7-7978-418f-8035-92de8fed6625 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:58.761489 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:59.302617 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a6d32-e842-481e-88b4-4987a48e9b6a req-26434998-64f1-4cb0-b4a9-c6d294262c01 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:59.303328 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-8b9a6d32-e842-481e-88b4-4987a48e9b6a req-26434998-64f1-4cb0-b4a9-c6d294262c01 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Synchronizing usage tracker for tenant:23e277871e824dd5975210bc4c94ac91 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:59.322679 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-8b9a6d32-e842-481e-88b4-4987a48e9b6a req-26434998-64f1-4cb0-b4a9-c6d294262c01 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Unset dirty status for tenant:23e277871e824dd5975210bc4c94ac91 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:59.324007 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8b9a6d32-e842-481e-88b4-4987a48e9b6a req-26434998-64f1-4cb0-b4a9-c6d294262c01 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 932 time: 0.1009731 Dec 29 20:57:59.376209 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8b9a6d32-e842-481e-88b4-4987a48e9b6a req-30961e66-2e84-490e-acda-7966f9423d82 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463920 Dec 29 20:58:00.265173 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-94388dde-c6c6-4473-b6df-b5a447c7028d req-626d586d-08cf-4017-9690-b737d0865a4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0703723 Dec 29 20:58:00.549668 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-4c1fc33f-f9fc-43c6-b0fb-ecdcd913758e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824349 Dec 29 20:58:00.574055 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6bb7e-6d8f-4368-8e24-298b085ae3f4 req-0a0dd9d2-66fa-4f2a-b53a-0644b41495ff tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:00.575404 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6aa6bb7e-6d8f-4368-8e24-298b085ae3f4 req-0a0dd9d2-66fa-4f2a-b53a-0644b41495ff tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.1025977 Dec 29 20:58:00.632567 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6aa6bb7e-6d8f-4368-8e24-298b085ae3f4 req-66a60ad7-d578-4f81-944e-39b763e59f68 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495245 Dec 29 20:58:00.685922 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:58:01.000674 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801094-6aab-40e4-bd0d-fa47cce5ea2e req-ec5ab356-0db7-4be0-9a5f-62da86ac4fb3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:01.002439 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2c801094-6aab-40e4-bd0d-fa47cce5ea2e req-ec5ab356-0db7-4be0-9a5f-62da86ac4fb3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.1969714 Dec 29 20:58:01.048785 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2c801094-6aab-40e4-bd0d-fa47cce5ea2e req-d74444fa-3cb8-4eef-a31f-a0b768a72c75 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399294 Dec 29 20:58:01.261998 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9c001-f7a9-4707-bf2e-ee38cbf0fa12 req-afd5978e-fb73-4e4c-8365-d6477fa98b77 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:01.263483 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-abf9c001-f7a9-4707-bf2e-ee38cbf0fa12 req-afd5978e-fb73-4e4c-8365-d6477fa98b77 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 932 time: 0.0801342 Dec 29 20:58:01.309545 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-abf9c001-f7a9-4707-bf2e-ee38cbf0fa12 req-d2b237bf-15d2-471c-b06d-bf4cdc543b5f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Dec 29 20:58:01.830195 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec0604-bce8-429d-8001-5488323d7325 req-24826deb-1d36-49e9-acf1-5ba778b10707 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:01.831822 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-acec0604-bce8-429d-8001-5488323d7325 req-24826deb-1d36-49e9-acf1-5ba778b10707 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.0763648 Dec 29 20:58:01.849768 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-70f385e3-1d65-4a35-b2d2-4fd25072917d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:01.892452 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-acec0604-bce8-429d-8001-5488323d7325 req-3bfcbd22-bb57-4a9d-9473-e249b0522fbb tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Dec 29 20:58:02.266136 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9286dc-6997-4b87-8398-dcbf7fd116c1 req-7bb49582-8744-4a51-aaa2-e959aaf18d03 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:02.267655 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fe9286dc-6997-4b87-8398-dcbf7fd116c1 req-7bb49582-8744-4a51-aaa2-e959aaf18d03 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0806663 Dec 29 20:58:02.320103 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fe9286dc-6997-4b87-8398-dcbf7fd116c1 req-bdc86944-5063-4281-9f36-b2caabb03c6d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463147 Dec 29 20:58:02.537188 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b4c0d-1fc8-46aa-a22b-4a66e8a2c71c req-1dad8077-d073-4f55-8d67-a8198cf786c5 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:02.538701 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e31b4c0d-1fc8-46aa-a22b-4a66e8a2c71c req-1dad8077-d073-4f55-8d67-a8198cf786c5 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 932 time: 0.0780182 Dec 29 20:58:02.590816 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e31b4c0d-1fc8-46aa-a22b-4a66e8a2c71c req-a196959b-1bde-4056-a5b5-51a711b4c26f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466518 Dec 29 20:58:03.092718 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086da59-7d01-4042-b6c9-51fa716d1ede req-dc56e422-344b-4d18-afe7-e578ab718e88 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:03.094153 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5086da59-7d01-4042-b6c9-51fa716d1ede req-dc56e422-344b-4d18-afe7-e578ab718e88 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.0775993 Dec 29 20:58:03.141930 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5086da59-7d01-4042-b6c9-51fa716d1ede req-5945c794-f78d-4633-b3fe-bc5e2f89a75e tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Dec 29 20:58:03.542549 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4795ce-b3ff-465c-8cef-e0a0af350fcd req-a49a7170-1d04-486c-a808-21d8d2e1759d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:03.543929 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cd4795ce-b3ff-465c-8cef-e0a0af350fcd req-a49a7170-1d04-486c-a808-21d8d2e1759d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0818157 Dec 29 20:58:03.590213 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cd4795ce-b3ff-465c-8cef-e0a0af350fcd req-d45d3af9-0228-43d0-ab6a-1e6c67c09a0c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Dec 29 20:58:03.792677 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9b5ca-cdff-4ca3-9fe7-f6b3b530169f req-5a1d49e4-83ce-4405-8f7c-7bd78f1a7876 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:03.794109 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4db9b5ca-cdff-4ca3-9fe7-f6b3b530169f req-5a1d49e4-83ce-4405-8f7c-7bd78f1a7876 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 932 time: 0.0764704 Dec 29 20:58:03.850407 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4db9b5ca-cdff-4ca3-9fe7-f6b3b530169f req-6bd1ac32-9bff-4914-827b-aeba9d83c70e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497859 Dec 29 20:58:04.136083 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-52fb3280-1a0b-480e-a23e-7490e8cb3cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:04.360761 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4a523-7df1-4d06-a38e-c928c4033642 req-be99f669-76a3-4ed2-8480-5997d272fcb0 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:04.362538 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4aa4a523-7df1-4d06-a38e-c928c4033642 req-be99f669-76a3-4ed2-8480-5997d272fcb0 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.0841889 Dec 29 20:58:04.411113 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4aa4a523-7df1-4d06-a38e-c928c4033642 req-61b24404-31f3-40c1-9b27-3c3c075ca9b4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Dec 29 20:58:04.819635 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af71e-c790-42f0-94a3-e01541a145ec req-a7bb1398-a97e-408f-9189-ef80de73cbb5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:04.821157 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7a8af71e-c790-42f0-94a3-e01541a145ec req-a7bb1398-a97e-408f-9189-ef80de73cbb5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0782967 Dec 29 20:58:04.870275 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7a8af71e-c790-42f0-94a3-e01541a145ec req-c87162ff-c131-4532-bb82-74583b64f032 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Dec 29 20:58:05.081452 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1feed02-65d1-4feb-9f02-b05810ab5dd9 req-cd8b1489-23e5-437c-95bf-187d7198ea9a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:05.082981 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c1feed02-65d1-4feb-9f02-b05810ab5dd9 req-cd8b1489-23e5-437c-95bf-187d7198ea9a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 932 time: 0.0828917 Dec 29 20:58:05.132806 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c1feed02-65d1-4feb-9f02-b05810ab5dd9 req-5c5f17a3-8d4f-4e29-bf97-05683b18feda tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Dec 29 20:58:05.210191 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:05.429064 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:05.615935 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bfaf1-c859-47df-88fd-086546e27889 req-8a864d1f-3e5e-4864-9b6d-61dd5498ac30 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:05.617474 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-568bfaf1-c859-47df-88fd-086546e27889 req-8a864d1f-3e5e-4864-9b6d-61dd5498ac30 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.0784056 Dec 29 20:58:05.669040 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-568bfaf1-c859-47df-88fd-086546e27889 req-67bf0b1d-0384-480f-9c54-cfb53acca177 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459127 Dec 29 20:58:06.093010 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0a526-57a5-4194-8049-85eb94d678a0 req-0a48127a-2b98-4bc3-9993-3d40b4ceedb3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:06.094774 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-38d0a526-57a5-4194-8049-85eb94d678a0 req-0a48127a-2b98-4bc3-9993-3d40b4ceedb3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0795424 Dec 29 20:58:06.147799 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-38d0a526-57a5-4194-8049-85eb94d678a0 req-6f573959-f2e4-4d91-a10f-958713cf99b9 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442176 Dec 29 20:58:06.359722 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf33188-1cee-4abd-bb1d-5f5ce12eeec6 req-cee0aff1-9c94-462f-84b1-84dd3f26ec57 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:06.361475 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4cf33188-1cee-4abd-bb1d-5f5ce12eeec6 req-cee0aff1-9c94-462f-84b1-84dd3f26ec57 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 932 time: 0.0862184 Dec 29 20:58:06.408029 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4cf33188-1cee-4abd-bb1d-5f5ce12eeec6 req-0274fe0e-b546-426c-8ab9-81719978df3c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Dec 29 20:58:06.537454 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:06.896826 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2ed3b-e6af-4626-be03-f6713adfbbbb req-30e2e75f-56a5-4c39-b370-9b57781df286 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:06.898747 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-41f2ed3b-e6af-4626-be03-f6713adfbbbb req-30e2e75f-56a5-4c39-b370-9b57781df286 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.1019413 Dec 29 20:58:06.943956 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-41f2ed3b-e6af-4626-be03-f6713adfbbbb req-bd935593-0461-4722-9e4c-d0a2b74ac91f tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394549 Dec 29 20:58:07.358321 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ffd1f-0538-4e37-90b7-a759ac100c2c req-76c3ee6b-8003-493b-bc85-8b7c30823f4b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:07.359789 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-187ffd1f-0538-4e37-90b7-a759ac100c2c req-76c3ee6b-8003-493b-bc85-8b7c30823f4b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0790544 Dec 29 20:58:07.406001 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-187ffd1f-0538-4e37-90b7-a759ac100c2c req-e229eaf9-5097-4ecd-b5e3-2222185c337d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Dec 29 20:58:07.601966 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38e962-b60c-424a-9a2b-fc86f0e9f719 req-3b8dd423-7878-4cc7-9b04-c4cfb736772a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:07.603428 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3a38e962-b60c-424a-9a2b-fc86f0e9f719 req-3b8dd423-7878-4cc7-9b04-c4cfb736772a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 932 time: 0.0747666 Dec 29 20:58:07.650480 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3a38e962-b60c-424a-9a2b-fc86f0e9f719 req-b71657f8-dd58-4376-b748-ed7db621b373 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Dec 29 20:58:07.866831 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Request body: {'port': {'device_id': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:07.978667 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:08.156829 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aeeeeb-942c-41a4-8e37-454dc454077b req-c3cb67c3-92a7-4ec6-8f95-140413c8bc42 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:08.158580 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-05aeeeeb-942c-41a4-8e37-454dc454077b req-c3cb67c3-92a7-4ec6-8f95-140413c8bc42 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.0826209 Dec 29 20:58:08.208081 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-05aeeeeb-942c-41a4-8e37-454dc454077b req-218bb56d-f3d9-4ef3-b04b-39db9ec180a6 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Dec 29 20:58:08.452425 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7e6d60-7b9f-4046-bb61-68d732612800 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:58:08.463536 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:08.482037 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Transition to ACTIVE for port object fe7e6d60-7b9f-4046-bb61-68d732612800 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:58:08.485631 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:08.652031 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Pushing event updated for resources: {'Port': ['ID=fe7e6d60-7b9f-4046-bb61-68d732612800,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:08.686130 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-1a9905ab-523d-4786-ad6d-ab2eb60db263 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6&tenant_id=075e3ea67ec341bd8546d2def1548997 HTTP/1.1" status: 200 len: 1097 time: 0.0828991 Dec 29 20:58:08.734813 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.735254 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.735667 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.736238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.736641 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.737068 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.737463 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.738393 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.738787 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.739317 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.739709 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:08.825056 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da22306-b7e9-47b2-802c-f52d9933825c req-b6d2b08e-3645-4677-bb76-0c638cbf1670 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:08.826435 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6da22306-b7e9-47b2-802c-f52d9933825c req-b6d2b08e-3645-4677-bb76-0c638cbf1670 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.2326679 Dec 29 20:58:08.830684 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Attempting to bind port fe7e6d60-7b9f-4046-bb61-68d732612800 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:58:08.831500 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Attempting to bind port fe7e6d60-7b9f-4046-bb61-68d732612800 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:58:08.831500 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Attempting to bind port fe7e6d60-7b9f-4046-bb61-68d732612800 on network 5dffac62-7062-4a81-81d1-e0da266e044c {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:58:08.843775 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-6bd6e373-18f2-4f56-940d-753a191a353f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 1097 time: 0.1250257 Dec 29 20:58:08.857913 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Port fe7e6d60-7b9f-4046-bb61-68d732612800 on network 5dffac62-7062-4a81-81d1-e0da266e044c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:58:08.858197 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Attempting to bind port fe7e6d60-7b9f-4046-bb61-68d732612800 on network 5dffac62-7062-4a81-81d1-e0da266e044c {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:58:08.880185 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Checking agent: {'id': '985f36eb-d78e-4521-be98-7e2e1f21fcab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:58:08.880533 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Checking segment: {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:58:08.880910 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Bound using segment: {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:58:08.881336 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Bound port: fe7e6d60-7b9f-4046-bb61-68d732612800, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba4696d-0bae-401b-b516-9934a967b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:58:08.881675 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:08.935300 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6da22306-b7e9-47b2-802c-f52d9933825c req-0bc1bc85-4e89-4111-8ab0-33fef8a7d197 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999029 Dec 29 20:58:08.959813 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69214778-f6f3-4735-891f-1ea1156ba4f4 req-4fcbdc0e-3a0c-4c69-ba5e-bc418e2474d9 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:08.961295 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-69214778-f6f3-4735-891f-1ea1156ba4f4 req-4fcbdc0e-3a0c-4c69-ba5e-bc418e2474d9 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 944 time: 0.1722326 Dec 29 20:58:08.986688 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] For port fe7e6d60-7b9f-4046-bb61-68d732612800, host hv-cinder-82317, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:58:08.990483 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] For port fe7e6d60-7b9f-4046-bb61-68d732612800, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe7e6d60-7b9f-4046-bb61-68d732612800,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:58:08.994763 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:09.046889 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-6541bae2-2790-43f5-8c42-428ba8f3a1f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:09.048345 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-6541bae2-2790-43f5-8c42-428ba8f3a1f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.1904233 Dec 29 20:58:09.058831 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:09.060358 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-a2925037-2798-4412-87a5-32d792e1441d service neutron] 10.222.0.32 "PUT /v2.0/ports/fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 1094 time: 1.2017157 Dec 29 20:58:09.063381 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:58:09.084881 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2925037-2798-4412-87a5-32d792e1441d service neutron] Pushing event updated for resources: {'Port': ['ID=fe7e6d60-7b9f-4046-bb61-68d732612800,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:09.108899 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-69214778-f6f3-4735-891f-1ea1156ba4f4 req-7fff5c3a-bc91-4579-a3ef-26d972803572 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231229 Dec 29 20:58:09.179323 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-644b8aa7-75ca-4afc-a924-f1c92fcc5239 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461 HTTP/1.1" status: 200 len: 1000 time: 0.1224511 Dec 29 20:58:09.190895 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-259b2011-d11e-4e8d-8453-72e813e0c278 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23e277871e824dd5975210bc4c94ac91&device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 1097 time: 0.0865684 Dec 29 20:58:09.251235 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'status': 'completed', 'code': 200} Dec 29 20:58:09.258912 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-536275e6-65fe-47de-b757-19851a2e67b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:09.260690 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-536275e6-65fe-47de-b757-19851a2e67b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.0719433 Dec 29 20:58:09.266241 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-7d3a17c0-7601-4107-ae15-d1b9021974d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 217 time: 0.0661247 Dec 29 20:58:09.346097 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841222f-df77-4399-b298-b76db8ef0715 req-03572984-891b-435f-8b98-59a121580cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:09.348329 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-03572984-891b-435f-8b98-59a121580cda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71ce4341-b7cf-4a63-a637-905bfad57895 HTTP/1.1" status: 200 len: 853 time: 0.0736971 Dec 29 20:58:09.357005 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-442151d6-69bd-4740-bc86-800dce2a3c45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820208 Dec 29 20:58:09.425181 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-418ea71b-f8f3-4db8-af88-c03bb0d96e1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5dffac62-7062-4a81-81d1-e0da266e044c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681171 Dec 29 20:58:09.615320 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-c132da9f-a348-4e92-808c-3cf07246f09c service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818161 Dec 29 20:58:09.616535 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-fdfe6bdc-6d55-4abc-a384-a7427d86e942 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220502 Dec 29 20:58:09.622345 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b1c36-2518-4d1d-b6ec-8c9d3d721761 req-88eb02da-84ca-415e-940b-e4bb6a6f0264 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:09.624760 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08b1c36-2518-4d1d-b6ec-8c9d3d721761 req-88eb02da-84ca-415e-940b-e4bb6a6f0264 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.2633557 Dec 29 20:58:09.627752 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1af554-0fea-4283-9c47-1f994b291486 req-76809f87-c893-4fa5-a4cb-16c61be5cb45 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:09.629771 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a1af554-0fea-4283-9c47-1f994b291486 req-76809f87-c893-4fa5-a4cb-16c61be5cb45 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.32 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 946 time: 0.1319809 Dec 29 20:58:09.760052 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08b1c36-2518-4d1d-b6ec-8c9d3d721761 req-aa212230-b0da-48dc-aa5d-598ba39cf18f tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb3a6785-914d-4e19-bfb3-f01d93bd9228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270871 Dec 29 20:58:09.775305 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-8a1af554-0fea-4283-9c47-1f994b291486 req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Deleting port 09c143ae-3cb3-4fbe-8f46-6e812a42395f {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:58:09.775305 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8a1af554-0fea-4283-9c47-1f994b291486 req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:09.811996 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b32954-7d64-4805-967c-a77e6640cc4b req-9deed3de-5164-429e-a310-251efc3daef6 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593881 Dec 29 20:58:09.858724 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7841222f-df77-4399-b298-b76db8ef0715 req-bc1cfb8d-8342-4b0c-aff4-33aadfd52b31 service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253282 Dec 29 20:58:10.173704 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40e20a-65c5-46c4-b5ef-d122beb54747 req-20fc5a07-60d8-4d07-b32b-6060e9d1c65b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:10.176098 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa40e20a-65c5-46c4-b5ef-d122beb54747 req-20fc5a07-60d8-4d07-b32b-6060e9d1c65b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0817645 Dec 29 20:58:10.187245 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ceb38fc2-d4c8-43b9-b5ae-9ffcbd367f7a req-f58bc5d3-f802-49dc-9115-23ca8812e00a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23e277871e824dd5975210bc4c94ac91&device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 1097 time: 0.2090561 Dec 29 20:58:10.236866 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa40e20a-65c5-46c4-b5ef-d122beb54747 req-078c7aa8-c7e0-4e0a-a879-71de3655cfb3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536859 Dec 29 20:58:10.358839 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-8a1af554-0fea-4283-9c47-1f994b291486 req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] For port 09c143ae-3cb3-4fbe-8f46-6e812a42395f, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09c143ae-3cb3-4fbe-8f46-6e812a42395f,segment=NetworkSegment(f40d069d-a7a4-4ffc-9119-1454ddb24cce),segment_id=f40d069d-a7a4-4ffc-9119-1454ddb24cce)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:10.359198 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8a1af554-0fea-4283-9c47-1f994b291486 req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:10.490418 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-8a1af554-0fea-4283-9c47-1f994b291486 req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Calling delete_port for 09c143ae-3cb3-4fbe-8f46-6e812a42395f owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:58:10.588654 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb38fc2-d4c8-43b9-b5ae-9ffcbd367f7a req-25b596a7-7b55-4c35-a926-6d39c7e337c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:10.590184 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ceb38fc2-d4c8-43b9-b5ae-9ffcbd367f7a req-25b596a7-7b55-4c35-a926-6d39c7e337c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5dffac62-7062-4a81-81d1-e0da266e044c HTTP/1.1" status: 200 len: 914 time: 0.3873787 Dec 29 20:58:10.662985 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d446-42f6-4f89-8900-da1ede007706 req-91d130f8-38b5-4a02-af8f-e931f457ae92 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:10.664487 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-11d4d446-42f6-4f89-8900-da1ede007706 req-91d130f8-38b5-4a02-af8f-e931f457ae92 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 944 time: 0.3826578 Dec 29 20:58:10.701013 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ceb38fc2-d4c8-43b9-b5ae-9ffcbd367f7a req-5140af43-e141-469d-97d6-676e30df75c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 217 time: 0.0915427 Dec 29 20:58:10.850724 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8a1af554-0fea-4283-9c47-1f994b291486 req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:11.046461 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-11d4d446-42f6-4f89-8900-da1ede007706 req-ec75d2b9-bccb-4f61-a531-2ef5b465f0d2 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760209 Dec 29 20:58:11.060003 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Pushing event deleted for resources: {'Port': ['ID=09c143ae-3cb3-4fbe-8f46-6e812a42395f,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:11.096040 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-60001da6-b7be-4684-81ab-5adbd8b2f69c req-815751b1-ca2d-438c-945e-adebfb59d388 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0944905 Dec 29 20:58:11.121224 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb38fc2-d4c8-43b9-b5ae-9ffcbd367f7a req-2ac711c7-f2fb-4696-bbad-e51597503a4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:11.122646 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ceb38fc2-d4c8-43b9-b5ae-9ffcbd367f7a req-2ac711c7-f2fb-4696-bbad-e51597503a4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71ce4341-b7cf-4a63-a637-905bfad57895 HTTP/1.1" status: 200 len: 853 time: 0.3835311 Dec 29 20:58:11.129566 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1af554-0fea-4283-9c47-1f994b291486 req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] No DVR routers for this DVR port 09c143ae-3cb3-4fbe-8f46-6e812a42395f on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:58:11.130524 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-8a1af554-0fea-4283-9c47-1f994b291486 req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:11.161415 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-8a1af554-0fea-4283-9c47-1f994b291486 req-4d47c0ea-0cb9-403a-82bc-652ac0bedea4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.32 "DELETE /v2.0/ports/09c143ae-3cb3-4fbe-8f46-6e812a42395f HTTP/1.1" status: 204 len: 173 time: 1.5097814 Dec 29 20:58:11.252799 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705cd9b4-36ac-48bf-9d0a-71d59f18bf9e', 'name': 'network-vif-deleted', 'tag': '09c143ae-3cb3-4fbe-8f46-6e812a42395f'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:58:11.315217 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705cd9b4-36ac-48bf-9d0a-71d59f18bf9e', 'name': 'network-vif-deleted', 'tag': '09c143ae-3cb3-4fbe-8f46-6e812a42395f', 'status': 'completed', 'code': 200} Dec 29 20:58:11.461869 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0447008-a653-4085-9fed-82b0bcdeaf0c req-ffa20f3f-24e6-4da5-84de-451811a08049 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:11.463475 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b0447008-a653-4085-9fed-82b0bcdeaf0c req-ffa20f3f-24e6-4da5-84de-451811a08049 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0806935 Dec 29 20:58:11.509705 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b0447008-a653-4085-9fed-82b0bcdeaf0c req-1c72d72d-d3f8-40ac-a0e5-c906957b30e4 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402920 Dec 29 20:58:12.277539 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b3fb697f-b632-445b-91e9-566d415083c1 req-d0bc2c38-3b98-4b2e-8738-b7f9a26a49e6 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0531111 Dec 29 20:58:12.286104 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b37460-0706-43af-9d3d-76a737f3bc48 req-e5b5be3c-9b46-4086-b5f2-93b4b90dce0b tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:12.288107 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c8b37460-0706-43af-9d3d-76a737f3bc48 req-e5b5be3c-9b46-4086-b5f2-93b4b90dce0b tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 944 time: 0.0945466 Dec 29 20:58:12.338154 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c8b37460-0706-43af-9d3d-76a737f3bc48 req-052a44f2-5b07-4ec6-b1aa-977ba7e48f6f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 Dec 29 20:58:12.734251 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe7e6d60-7b9f-4046-bb61-68d732612800 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:58:12.736483 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 09c143ae-3cb3-4fbe-8f46-6e812a42395f no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:58:12.739383 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7804dc2-b3fb-4acd-a087-3f8bcf11438e req-49b8a063-7dce-40f2-ab9c-ebee3ef5c214 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:12.740939 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e7804dc2-b3fb-4acd-a087-3f8bcf11438e req-49b8a063-7dce-40f2-ab9c-ebee3ef5c214 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0800073 Dec 29 20:58:12.774424 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 09c143ae-3cb3-4fbe-8f46-6e812a42395f {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:58:12.774757 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 09c143ae-3cb3-4fbe-8f46-6e812a42395f not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:58:12.788520 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e7804dc2-b3fb-4acd-a087-3f8bcf11438e req-704d3098-6b47-4351-82cf-f13bbfa4c228 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420749 Dec 29 20:58:12.918908 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe7e6d60-7b9f-4046-bb61-68d732612800, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe7e6d60-7b9f-4046-bb61-68d732612800,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:12.939437 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'port_id': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'mac_address': 'fa:16:3e:6f:ca:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:58:12.999495 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:13.020326 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7e6d60-7b9f-4046-bb61-68d732612800 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:58:13.036403 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe7e6d60-7b9f-4046-bb61-68d732612800, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe7e6d60-7b9f-4046-bb61-68d732612800,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:13.040641 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:13.107383 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fe7e6d60-7b9f-4046-bb61-68d732612800,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:13.285061 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fe7e6d60-7b9f-4046-bb61-68d732612800'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:58:13.482844 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-cfcff27c-dfaa-465a-b3ae-83294f90850a req-07c33ffc-b9a9-4d4f-8580-75f2762d42d3 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Synchronizing usage tracker for tenant:2d6470acc736462d871e1b76612d3fd7 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:58:13.504807 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-cfcff27c-dfaa-465a-b3ae-83294f90850a req-07c33ffc-b9a9-4d4f-8580-75f2762d42d3 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] Unset dirty status for tenant:2d6470acc736462d871e1b76612d3fd7 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:58:13.505943 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cfcff27c-dfaa-465a-b3ae-83294f90850a req-07c33ffc-b9a9-4d4f-8580-75f2762d42d3 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0859544 Dec 29 20:58:13.598511 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191e0f-7d2a-4c26-8f3a-d1d6878cb061 req-b19bbff1-f5c2-4829-9821-7b5315616d63 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:13.599987 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f191e0f-7d2a-4c26-8f3a-d1d6878cb061 req-b19bbff1-f5c2-4829-9821-7b5315616d63 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 945 time: 0.0826194 Dec 29 20:58:13.649154 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f191e0f-7d2a-4c26-8f3a-d1d6878cb061 req-da3bd2a4-f733-48cf-89e3-d8db0d01f51d tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Dec 29 20:58:14.056152 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3ffb3-559c-4cfb-9217-0d065227a326 req-b599cb5e-5651-41e1-819b-d949b1a6032b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:14.057644 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-37e3ffb3-559c-4cfb-9217-0d065227a326 req-b599cb5e-5651-41e1-819b-d949b1a6032b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0839415 Dec 29 20:58:14.105287 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-37e3ffb3-559c-4cfb-9217-0d065227a326 req-243f7f8f-7329-47a1-8176-c483a0be9912 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Dec 29 20:58:14.688585 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c17427a5-3789-46ff-b3b4-5704940b1e60 req-5e447998-dea3-4687-9bca-2dbb35bb9cbe tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0405192 Dec 29 20:58:14.742202 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe7e6d60-7b9f-4046-bb61-68d732612800 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:58:14.833631 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning for port fe7e6d60-7b9f-4046-bb61-68d732612800 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:58:14.847023 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port fe7e6d60-7b9f-4046-bb61-68d732612800 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:58:14.847438 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:14.876259 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc2143-0089-4c1b-9084-86d8f4ca6562 req-63bfa02b-a014-4850-8908-b78401658d3c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:14.884612 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d1fc2143-0089-4c1b-9084-86d8f4ca6562 req-63bfa02b-a014-4850-8908-b78401658d3c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 945 time: 0.1088865 Dec 29 20:58:14.928593 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d1fc2143-0089-4c1b-9084-86d8f4ca6562 req-d654ff9f-490e-47d4-8d05-1d1658f3f1e1 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Dec 29 20:58:14.996030 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:15.023006 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:58:15.034870 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe7e6d60-7b9f-4046-bb61-68d732612800, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe7e6d60-7b9f-4046-bb61-68d732612800,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:15.040271 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:15.109068 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fe7e6d60-7b9f-4046-bb61-68d732612800,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:15.165930 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'code': 200} Dec 29 20:58:15.336970 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2de37f-c3c8-457d-a45f-02eb1e2d527b req-51273f67-0ee9-4f45-bcd4-e663ae9c4315 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:15.338671 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b2de37f-c3c8-457d-a45f-02eb1e2d527b req-51273f67-0ee9-4f45-bcd4-e663ae9c4315 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0861404 Dec 29 20:58:15.386137 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9b2de37f-c3c8-457d-a45f-02eb1e2d527b req-be8793db-81a5-48ce-9f7d-4f87e660f8c3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414717 Dec 29 20:58:15.889870 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a181f806-7cec-4135-984b-b04d60508eb1 req-53b3e08a-04ea-4970-a47b-a0ba4695b388 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0524068 Dec 29 20:58:16.130158 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e853aea-257e-45e4-a496-abed4cf338d0 req-a6443359-e83c-4fe8-93bc-e027d79a38a7 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:16.131608 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3e853aea-257e-45e4-a496-abed4cf338d0 req-a6443359-e83c-4fe8-93bc-e027d79a38a7 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0797045 Dec 29 20:58:16.257893 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3e853aea-257e-45e4-a496-abed4cf338d0 req-61762425-dfaa-4613-b67a-e37360538efe tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205993 Dec 29 20:58:16.609748 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a4082-bf9a-4cf1-8673-5f2f3f898452 req-afc59a9c-5af6-411a-9ab3-cefebcf0f577 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:16.611208 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dd1a4082-bf9a-4cf1-8673-5f2f3f898452 req-afc59a9c-5af6-411a-9ab3-cefebcf0f577 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0772846 Dec 29 20:58:16.657152 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dd1a4082-bf9a-4cf1-8673-5f2f3f898452 req-d6f48840-4030-4ea2-a848-442c5878d13c tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 Dec 29 20:58:17.056311 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-dcd1fcaa-9093-43e9-a1c7-dd5c7d72fe19 req-c0d1dd5c-4e6e-4083-b738-ebf23bbe82d4 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0403688 Dec 29 20:58:17.462996 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e75b0-5579-4065-bfa0-1dc596aef945 req-de02fe7a-55b3-4337-8bb8-804ae16c5cb9 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:17.465150 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f4e75b0-5579-4065-bfa0-1dc596aef945 req-de02fe7a-55b3-4337-8bb8-804ae16c5cb9 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0845737 Dec 29 20:58:17.514091 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f4e75b0-5579-4065-bfa0-1dc596aef945 req-213963d0-e757-4e90-b2dd-a6e0dc3f535f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Dec 29 20:58:17.892053 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec7260-aaf9-46d8-9cce-0903dcd5c169 req-fb7369ed-e525-4ef9-b74b-943eb23a42c8 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:17.893504 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-87ec7260-aaf9-46d8-9cce-0903dcd5c169 req-fb7369ed-e525-4ef9-b74b-943eb23a42c8 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0913582 Dec 29 20:58:17.952029 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-87ec7260-aaf9-46d8-9cce-0903dcd5c169 req-1fe56fcc-0f3c-4510-bc55-dc698482bbb6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511672 Dec 29 20:58:18.280284 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-468472d4-75db-4557-8d44-8b02171ea179 req-b40c4d4c-7e10-4968-9471-33f75b6e66e9 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0449269 Dec 29 20:58:18.715878 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b38c1-38d2-4b7a-80d4-d8f28f13a000 req-1bdd6810-318f-4094-a708-ea84c3a7d907 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:18.719856 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b22b38c1-38d2-4b7a-80d4-d8f28f13a000 req-1bdd6810-318f-4094-a708-ea84c3a7d907 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0835736 Dec 29 20:58:18.768273 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b22b38c1-38d2-4b7a-80d4-d8f28f13a000 req-76a908e5-8ba7-49d1-9ff7-c59a2a4e3d06 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Dec 29 20:58:19.183384 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606615-d833-4178-af44-0a2b06f2ee81 req-a347659e-2f45-49e5-8ba4-2f367a818688 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:19.184938 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-31606615-d833-4178-af44-0a2b06f2ee81 req-a347659e-2f45-49e5-8ba4-2f367a818688 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0840318 Dec 29 20:58:19.231783 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-31606615-d833-4178-af44-0a2b06f2ee81 req-4ef36db4-c1a4-4e94-9084-fe6ca8c35f62 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 Dec 29 20:58:19.465691 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3807a583-8d22-43f4-b9a6-10b5958a87a7 req-9c46563c-e1b5-4d2f-840f-32b0b38d3d2e tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0458746 Dec 29 20:58:19.973660 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4412c-6d35-4b4b-84f7-00f78d3bc469 req-e220b689-0549-4f65-afa4-aede56df97bf tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:19.975122 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9fc4412c-6d35-4b4b-84f7-00f78d3bc469 req-e220b689-0549-4f65-afa4-aede56df97bf tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0822301 Dec 29 20:58:20.025513 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9fc4412c-6d35-4b4b-84f7-00f78d3bc469 req-55d1898a-27ec-4b16-ad1b-4521abfe579c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 Dec 29 20:58:20.463146 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98891eb0-78f7-4cad-90b5-5a7a35982848 req-90429ea2-dd4b-4e60-8150-ebde17b2bc0d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:20.464601 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-98891eb0-78f7-4cad-90b5-5a7a35982848 req-90429ea2-dd4b-4e60-8150-ebde17b2bc0d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0941157 Dec 29 20:58:20.513541 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-98891eb0-78f7-4cad-90b5-5a7a35982848 req-91786e94-6501-4cd1-aa4b-0cceee4b081d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432262 Dec 29 20:58:20.647192 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b7e4c6b2-284a-4ee8-b267-af730dbcea0e req-a6c706ad-d48d-406a-85f3-b556b9daf108 tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0456479 Dec 29 20:58:21.219453 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9a961-d3ff-4b9f-be71-089973170ff1 req-d83aa061-e78f-48c2-a5f4-c19df0757012 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:21.220912 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-32c9a961-d3ff-4b9f-be71-089973170ff1 req-d83aa061-e78f-48c2-a5f4-c19df0757012 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0753412 Dec 29 20:58:21.268058 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-32c9a961-d3ff-4b9f-be71-089973170ff1 req-e09d7632-e7cd-48cd-8bdb-c529fa591729 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 Dec 29 20:58:21.366299 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ceb38fc2-d4c8-43b9-b5ae-9ffcbd367f7a req-cbf22cd4-b5e6-4ec7-a5fa-7c97454ef946 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5dffac62-7062-4a81-81d1-e0da266e044c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693343 Dec 29 20:58:21.513024 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ceb38fc2-d4c8-43b9-b5ae-9ffcbd367f7a req-c240b5ce-7d28-4cac-955c-53f017f64a55 service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373270 Dec 29 20:58:21.708263 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-48c6daae-5ba6-40c4-82a7-71629ef62fcd req-fb49ac01-9f7f-4f8f-b6e8-d1c3e99249c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 1099 time: 0.1812727 Dec 29 20:58:21.710070 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-ceb38fc2-d4c8-43b9-b5ae-9ffcbd367f7a req-8e6bd063-97c9-44fd-914d-51e2bcd3c0ac service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556461 Dec 29 20:58:21.728831 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f7158-131a-4199-bc88-4172e85e6583 req-b9120c4a-dc96-408f-8b40-fd8dfea48ac3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:21.731014 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c08f7158-131a-4199-bc88-4172e85e6583 req-b9120c4a-dc96-408f-8b40-fd8dfea48ac3 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.0806828 Dec 29 20:58:21.758472 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-48c6daae-5ba6-40c4-82a7-71629ef62fcd req-f8bd5d8d-27b9-4b06-bb5b-c43ec69f510b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Dec 29 20:58:21.778725 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c08f7158-131a-4199-bc88-4172e85e6583 req-41cdc18f-b457-4cba-b803-2bd50cc6b70b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Dec 29 20:58:21.830430 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4cec9646-6f62-4661-b5b5-70f9c9de74a2 req-dc741d68-1013-40e1-bb65-5dd47d88756c tempest-VolumesActionsTest-761041902 tempest-VolumesActionsTest-761041902-project] 10.222.0.16 "GET /v2.0/ports?device_id=705cd9b4-36ac-48bf-9d0a-71d59f18bf9e HTTP/1.1" status: 200 len: 210 time: 0.0401814 Dec 29 20:58:22.465191 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c05d-448e-4a2b-915c-ea0cfdae6078 req-0ca07053-4353-4183-be68-e02cbd8c9398 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:22.466622 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89f8c05d-448e-4a2b-915c-ea0cfdae6078 req-0ca07053-4353-4183-be68-e02cbd8c9398 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0791781 Dec 29 20:58:22.511503 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89f8c05d-448e-4a2b-915c-ea0cfdae6078 req-12613354-8686-4432-a989-033697155e0f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392971 Dec 29 20:58:22.544329 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:22.764805 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:58:22.972698 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:23.006309 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'port_id': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:58:23.118686 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:23.159431 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe369c2a-b3c5-459c-b1b4-291d2a7aa461 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:58:23.177819 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:23.183462 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:23.210943 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a34ff-a2a1-43f3-906a-42963449325b req-fa7ae687-0ba3-457c-968f-ccf896ef2d0a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:23.212658 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-505a34ff-a2a1-43f3-906a-42963449325b req-fa7ae687-0ba3-457c-968f-ccf896ef2d0a tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 944 time: 0.2259071 Dec 29 20:58:23.244975 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-083bfcb1-86b2-4bc6-afd1-f4d255003104 req-c160d1d6-c380-4ab2-9433-137393fbe5f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=075e3ea67ec341bd8546d2def1548997&device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 1097 time: 0.1754208 Dec 29 20:58:23.263227 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=9']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:23.348489 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-505a34ff-a2a1-43f3-906a-42963449325b req-018b4ebe-ad75-46fc-83e0-fb1b77bec19b tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283994 Dec 29 20:58:23.423975 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bfcb1-86b2-4bc6-afd1-f4d255003104 req-1bb481cf-eea5-4121-a749-8c841c17c8d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:23.425474 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-083bfcb1-86b2-4bc6-afd1-f4d255003104 req-1bb481cf-eea5-4121-a749-8c841c17c8d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 200 len: 915 time: 0.1582484 Dec 29 20:58:23.440238 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fe369c2a-b3c5-459c-b1b4-291d2a7aa461'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:58:23.544762 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-083bfcb1-86b2-4bc6-afd1-f4d255003104 req-08db6f28-ee63-4156-80de-dcf3b7180d97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461 HTTP/1.1" status: 200 len: 1001 time: 0.1102099 Dec 29 20:58:23.626445 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bfcb1-86b2-4bc6-afd1-f4d255003104 req-8780500f-d292-4c56-a7a4-b17ca2a116b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:23.627862 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-083bfcb1-86b2-4bc6-afd1-f4d255003104 req-8780500f-d292-4c56-a7a4-b17ca2a116b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 200 len: 854 time: 0.0683947 Dec 29 20:58:23.703112 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-083bfcb1-86b2-4bc6-afd1-f4d255003104 req-e6f4e3db-ba26-44a6-b5ca-b9c4b65d65b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1023b155-5af2-4d3a-a7da-a263b3807117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681770 Dec 29 20:58:23.718923 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2298c22-68c5-4c95-8b1b-a834a6e17494 req-08d6987a-6537-4515-9711-905709cd6505 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:23.720424 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a2298c22-68c5-4c95-8b1b-a834a6e17494 req-08d6987a-6537-4515-9711-905709cd6505 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0812302 Dec 29 20:58:23.766671 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a2298c22-68c5-4c95-8b1b-a834a6e17494 req-13d21419-f669-42bf-996c-fa383b97b656 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 Dec 29 20:58:23.953416 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-083bfcb1-86b2-4bc6-afd1-f4d255003104 req-4aa955b2-4440-445c-afe2-55b49cd173ec service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429914 Dec 29 20:58:24.063012 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b51d0-40c8-4c0a-81a6-f9eb6d456745 req-ce829091-878c-4cee-9a5a-47fe44cc6d38 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:24.064485 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-640b51d0-40c8-4c0a-81a6-f9eb6d456745 req-ce829091-878c-4cee-9a5a-47fe44cc6d38 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.1726427 Dec 29 20:58:24.131586 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-083bfcb1-86b2-4bc6-afd1-f4d255003104 req-5abf4d92-6e79-4326-826e-ab061a7877a5 service neutron] 10.222.0.32 "GET /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701181 Dec 29 20:58:24.142750 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-640b51d0-40c8-4c0a-81a6-f9eb6d456745 req-50df0813-8b10-4db4-a829-72f1173d8ace tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718882 Dec 29 20:58:24.574052 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ed79c-eec2-4693-ba4d-ee260bb88a39 req-2fddb7f6-8132-4616-9d76-4f274f1578b5 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:24.575505 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db5ed79c-eec2-4693-ba4d-ee260bb88a39 req-2fddb7f6-8132-4616-9d76-4f274f1578b5 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0837591 Dec 29 20:58:24.628122 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db5ed79c-eec2-4693-ba4d-ee260bb88a39 req-63ba16c2-cb98-4344-aae0-d199655070d6 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Dec 29 20:58:24.794333 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:58:24.888329 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006b90a-d5b4-4e9d-a2c0-87aa8705badc req-1c823cfc-a7c3-4355-8126-4d8919a6084e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:24.889894 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e006b90a-d5b4-4e9d-a2c0-87aa8705badc req-1c823cfc-a7c3-4355-8126-4d8919a6084e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 945 time: 0.1267753 Dec 29 20:58:24.903375 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:58:24.903866 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.954773 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e006b90a-d5b4-4e9d-a2c0-87aa8705badc req-f6c68102-d2e7-4510-a500-2634a946060d tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582666 Dec 29 20:58:25.036078 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:25.079722 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:58:25.091704 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:25.096952 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:25.188400 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'code': 200} Dec 29 20:58:25.206513 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=10']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:25.435568 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6117f9e4-5fd2-4e0c-91aa-37600b076f2f req-fb280fe8-fddc-427a-8f50-58184d6075c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 1100 time: 0.0739682 Dec 29 20:58:25.478368 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6117f9e4-5fd2-4e0c-91aa-37600b076f2f req-8e63916e-580b-4cb1-adb8-d5d154d67920 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363786 Dec 29 20:58:26.215509 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1fd92-f5d2-434e-ac94-be7fafaef89a req-7d49dc36-eac7-4cd4-b8dd-a9c0b96a9995 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:26.216952 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3be1fd92-f5d2-434e-ac94-be7fafaef89a req-7d49dc36-eac7-4cd4-b8dd-a9c0b96a9995 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 947 time: 0.1254599 Dec 29 20:58:26.261376 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3be1fd92-f5d2-434e-ac94-be7fafaef89a req-6f698e77-c6bd-4719-a16d-a634c9e04116 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389042 Dec 29 20:58:27.498728 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54649f28-f789-4183-90fe-e4fed31919db req-700d04e4-1af6-49e7-8952-f599500cfebb tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:27.500200 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-54649f28-f789-4183-90fe-e4fed31919db req-700d04e4-1af6-49e7-8952-f599500cfebb tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 947 time: 0.0859981 Dec 29 20:58:27.544523 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-54649f28-f789-4183-90fe-e4fed31919db req-0a097e51-b50e-4a1f-89be-2f604e52203e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387311 Dec 29 20:58:28.644061 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:58:28.755828 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04d836-65be-4a60-88c6-5325946e3c1e req-d09754a9-782a-4fbd-9766-11c945274e6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:28.757297 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a04d836-65be-4a60-88c6-5325946e3c1e req-d09754a9-782a-4fbd-9766-11c945274e6e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 947 time: 0.0786684 Dec 29 20:58:28.800798 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1a04d836-65be-4a60-88c6-5325946e3c1e req-d0beff8a-0595-4abf-b27a-894a87f0e9df tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374532 Dec 29 20:58:29.726707 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309de07-09cb-4879-9902-2bf02f2d0182 req-8ec729da-2919-4c5c-a3ed-88b3e6cde64f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:29.728320 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d309de07-09cb-4879-9902-2bf02f2d0182 req-8ec729da-2919-4c5c-a3ed-88b3e6cde64f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0780239 Dec 29 20:58:29.781985 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d309de07-09cb-4879-9902-2bf02f2d0182 req-38e165d2-ade2-4caa-8040-81dcac9d5138 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480456 Dec 29 20:58:29.825199 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37382) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:30.068299 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a13317f7-e61e-4d9c-b4aa-08c5f218ffd5 tempest-TestMinimumBasicScenario-538819666 tempest-TestMinimumBasicScenario-538819666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 1094 time: 0.2419231 Dec 29 20:58:30.070962 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37392) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:30.075925 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'floatingip': {'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'port_id': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:30.080996 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:30.085405 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Usage tracker for resource:floatingip and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:58:30.088437 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:58:30.094021 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:30.104071 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for floatingip, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:30.236204 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:30.370448 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Allocated IP 172.28.2.200 (5e347921-4c99-41bd-9871-1de55a6c1867/c82a2c25-f309-4d79-9922-625041aa4663/810e6d02-e20a-4ad1-95e5-266feec3909c) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:58:30.512820 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:30.541327 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744269884326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:30.608751 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Network 5e347921-4c99-41bd-9871-1de55a6c1867 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:58:30.611558 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:58:30.616002 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:58:30.643326 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'Port': ['ID=810e6d02-e20a-4ad1-95e5-266feec3909c,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:31.158466 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:31.162544 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbaf1a-8f23-45b6-a6c9-1854a01f3a2a req-e1b651a6-e33f-4d03-83de-bc8cdf2450e7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:31.164327 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-28dbaf1a-8f23-45b6-a6c9-1854a01f3a2a req-e1b651a6-e33f-4d03-83de-bc8cdf2450e7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.0972831 Dec 29 20:58:31.229094 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-28dbaf1a-8f23-45b6-a6c9-1854a01f3a2a req-c8bb410e-8e6c-47da-b21e-f0e437dd0d5a tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592899 Dec 29 20:58:31.235887 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:31.452807 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:31.458407 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:31.639378 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'Port': ['ID=810e6d02-e20a-4ad1-95e5-266feec3909c,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:31.654248 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:31.848216 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cb90be24-d184-4e6f-91f6-fe847e2c43ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:31.859116 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.l3_db [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Floating IP f9e81a2a-d252-4f78-9216-097a922b1349 associated. External IP: 172.28.2.200, port: fe7e6d60-7b9f-4046-bb61-68d732612800. Dec 29 20:58:32.013198 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2ebc1-6eba-446a-a097-d8f057b0b094 req-09a311fd-3d36-4876-af4c-a3bcc8f0e558 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:32.014596 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b5e2ebc1-6eba-446a-a097-d8f057b0b094 req-09a311fd-3d36-4876-af4c-a3bcc8f0e558 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 946 time: 0.1039250 Dec 29 20:58:32.120678 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b5e2ebc1-6eba-446a-a097-d8f057b0b094 req-88b3b1e2-f38b-4728-9bbe-27deef85f640 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649159 Dec 29 20:58:32.332708 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Router 3ffeaaf1-c50f-4433-8634-992f4560cf3d has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:58:32.416099 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f5198-2fa8-43e1-a321-f37edbe78a35 req-f2b78d86-2fba-4c70-9fe1-c6a9651293f9 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:32.417445 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0b0f5198-2fa8-43e1-a321-f37edbe78a35 req-f2b78d86-2fba-4c70-9fe1-c6a9651293f9 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.0751762 Dec 29 20:58:32.465278 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0b0f5198-2fa8-43e1-a321-f37edbe78a35 req-301a1b55-7e06-4e5f-b9fa-24a7ba66edc8 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 Dec 29 20:58:32.531111 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:58:32.541050 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] Sync routers for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:58:32.555237 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:32.556599 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:58:32.557204 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:58:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:32.607778 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-30f5e681-aa54-4bd1-ad30-efcc8c18270f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5358424 Dec 29 20:58:32.608454 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:58:32.610693 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 37430) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:32.617397 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281458834', 'description': 'tempest-secgroup-smoke-1281458834 description', 'project_id': '23e277871e824dd5975210bc4c94ac91'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:32.623435 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:32.633690 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:32.646759 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:32.682313 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:32.686389 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Usage tracker for resource:security_group_rule and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:58:32.689327 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:58:32.696123 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:32.752304 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:58:32.756256 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:32.761328 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:32.800807 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81fff50-4fbb-4266-a290-111e0d61458d,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:32.821311 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'status': 'completed', 'code': 200} Dec 29 20:58:32.831709 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:32.833671 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-206c343a-1e73-45ad-a656-5f6892dec58a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2217717 Dec 29 20:58:32.836564 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37442) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:32.843377 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'security_group_rule': {'security_group_id': 'd81fff50-4fbb-4266-a290-111e0d61458d', 'project_id': '23e277871e824dd5975210bc4c94ac91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:32.853679 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:32.864229 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Usage tracker for resource:security_group_rule and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:58:32.869007 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:58:32.883933 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:32.916161 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:32.928416 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-675e1f68-3055-45de-abd5-fc756d3cef5e req-bd753069-9296-4c6f-8f78-ea47dafd1d16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23e277871e824dd5975210bc4c94ac91&device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 1099 time: 0.0877023 Dec 29 20:58:32.990773 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:32.996007 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.014597 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7ecc7a-868e-43fb-82d0-031c14cfe3c1,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:33.037439 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.038135 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.038669 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.039245 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.039803 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.040399 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.040768 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.041121 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.041614 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.041947 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.042337 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:33.046527 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.047835 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f734ee9c-fa05-403d-9236-04db8b40ad0e tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2099657 Dec 29 20:58:33.051073 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37446) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:33.058660 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'security_group_rule': {'security_group_id': 'd81fff50-4fbb-4266-a290-111e0d61458d', 'project_id': '23e277871e824dd5975210bc4c94ac91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:33.066843 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:33.070704 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Usage tracker for resource:security_group_rule and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:58:33.073684 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:58:33.080084 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:33.089181 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e1f68-3055-45de-abd5-fc756d3cef5e req-a3e64fc0-c8c0-49c7-9f05-4d322fb57070 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:33.090923 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-675e1f68-3055-45de-abd5-fc756d3cef5e req-a3e64fc0-c8c0-49c7-9f05-4d322fb57070 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5dffac62-7062-4a81-81d1-e0da266e044c HTTP/1.1" status: 200 len: 914 time: 0.1552045 Dec 29 20:58:33.118409 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.217853 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': 'f9e81a2a-d252-4f78-9216-097a922b1349', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'floating_ip_address': '172.28.2.200', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'port_id': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'mac_address': 'fa:16:3e:6f:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:58:30Z', 'updated_at': '2021-12-29T20:58:30Z', 'revision_number': 0, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:47Z', 'revision_number': 5, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:33.223803 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] Checking router: 3ffeaaf1-c50f-4433-8634-992f4560cf3d for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:58:33.232352 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.237685 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:58:33.238020 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.238318 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:58:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:33.262964 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cde1fb1-cc9e-4859-924a-ae90da8e89b2,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:33.280837 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.282263 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f91285b3-7316-48da-a1a1-e9df3519e401 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2295620 Dec 29 20:58:33.285907 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37456) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:33.293123 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'security_group_rule': {'security_group_id': 'd81fff50-4fbb-4266-a290-111e0d61458d', 'project_id': '23e277871e824dd5975210bc4c94ac91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:33.299737 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:33.304670 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Usage tracker for resource:security_group_rule and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:58:33.308042 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:58:33.315046 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:33.320679 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-675e1f68-3055-45de-abd5-fc756d3cef5e req-17fb0844-dc46-4b25-9a3c-f0229b621742 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 1000 time: 0.2211740 Dec 29 20:58:33.345274 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.416052 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.420122 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.444518 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e1f68-3055-45de-abd5-fc756d3cef5e req-1845b56c-99d6-4bd9-bbda-5233b1456ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:33.446516 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-675e1f68-3055-45de-abd5-fc756d3cef5e req-1845b56c-99d6-4bd9-bbda-5233b1456ff1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71ce4341-b7cf-4a63-a637-905bfad57895 HTTP/1.1" status: 200 len: 853 time: 0.1184270 Dec 29 20:58:33.446719 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c27aa0-8698-45cd-9ea2-7255dbb02f91,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:33.458628 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.460149 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6e810600-321a-4724-9c9b-70aa4e7ecfec tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1732042 Dec 29 20:58:33.463032 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37460) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:33.469050 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'security_group_rule': {'security_group_id': 'd81fff50-4fbb-4266-a290-111e0d61458d', 'project_id': '23e277871e824dd5975210bc4c94ac91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:33.477515 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:33.481347 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:58:33.482534 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Usage tracker for resource:security_group_rule and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:58:33.485704 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:58:33.494629 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:33.519490 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.526454 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2a3a2-a95a-41c8-a55a-7957aed715b0 req-8c67596e-6641-4b35-915e-44c9e1207897 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:33.533006 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60a2a3a2-a95a-41c8-a55a-7957aed715b0 req-8c67596e-6641-4b35-915e-44c9e1207897 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 946 time: 0.1618276 Dec 29 20:58:33.586669 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.592159 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.604486 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-60a2a3a2-a95a-41c8-a55a-7957aed715b0 req-15686b93-7afc-4f93-ac3f-7b27bffa348d tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705717 Dec 29 20:58:33.607690 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-675e1f68-3055-45de-abd5-fc756d3cef5e req-d4445760-e26b-454a-b216-47a4b2c76582 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5dffac62-7062-4a81-81d1-e0da266e044c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1523726 Dec 29 20:58:33.613318 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a1ff30-5211-4bb0-9636-c789eaf576d6,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:33.686370 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.688046 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-1bc61148-d767-42e0-9b80-5409fe9cab05 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2240510 Dec 29 20:58:33.693063 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37466) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:33.702787 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'security_group_rule': {'security_group_id': 'd81fff50-4fbb-4266-a290-111e0d61458d', 'project_id': '23e277871e824dd5975210bc4c94ac91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:33.716165 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:33.723989 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Usage tracker for resource:security_group_rule and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:58:33.727351 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:58:33.735298 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:33.757385 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46871eb-8803-4146-87b3-3e35335a7173 req-afc7e6b5-3734-4167-ad6d-7509ac37134a tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:33.758874 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b46871eb-8803-4146-87b3-3e35335a7173 req-afc7e6b5-3734-4167-ad6d-7509ac37134a tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1209309 Dec 29 20:58:33.759112 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-675e1f68-3055-45de-abd5-fc756d3cef5e req-0993c7c4-a699-4e7d-90a1-781088d087aa service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425312 Dec 29 20:58:33.759597 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.securitygroups_db [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Project 23e277871e824dd5975210bc4c94ac91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 20:58:33.786286 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.848180 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b46871eb-8803-4146-87b3-3e35335a7173 req-31dd402b-1cac-462c-b2e0-1b2c3271e2c6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823231 Dec 29 20:58:33.871179 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.876589 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.910399 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cede0a-ff61-421c-b101-34af51d4cc0f,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:33.921284 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.926262 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-be32574e-2011-4099-a14f-9a2e45a2d963 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2303770 Dec 29 20:58:33.926502 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37470) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:33.931982 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'security_group_rule': {'security_group_id': 'd81fff50-4fbb-4266-a290-111e0d61458d', 'project_id': '23e277871e824dd5975210bc4c94ac91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:33.935638 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': 'f9e81a2a-d252-4f78-9216-097a922b1349', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'floating_ip_address': '172.28.2.200', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'port_id': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'mac_address': 'fa:16:3e:6f:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:58:30Z', 'updated_at': '2021-12-29T20:58:30Z', 'revision_number': 0, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:47Z', 'revision_number': 5, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:33.937583 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:33.940267 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb42142-676d-4529-a492-98a7bc993487 None None] The sync data for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb is: [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_floatingips': [{'id': 'f9e81a2a-d252-4f78-9216-097a922b1349', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'floating_ip_address': '172.28.2.200', 'floating_network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'router_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'port_id': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'mac_address': 'fa:16:3e:6f:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:58:30Z', 'updated_at': '2021-12-29T20:58:30Z', 'revision_number': 0, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:47Z', 'revision_number': 5, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:58:33.942528 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Usage tracker for resource:security_group_rule and tenant:23e277871e824dd5975210bc4c94ac91 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:58:33.945078 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:58:33.952921 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:33.965699 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.db.securitygroups_db [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Project 23e277871e824dd5975210bc4c94ac91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 20:58:33.975982 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:34.045089 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:34.048975 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340902'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:34.049124 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-675e1f68-3055-45de-abd5-fc756d3cef5e req-a0203995-1ad6-42c2-8f87-7f83f2cfdca3 service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831063 Dec 29 20:58:34.065340 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-590f51a3-72ee-4564-bee5-55e4c7c62844 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:34.067772 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-590f51a3-72ee-4564-bee5-55e4c7c62844 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 946 time: 0.1145394 Dec 29 20:58:34.072230 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9282d04-aae8-41ec-850b-c7d54737e10f,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:34.084892 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:34.089359 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-669e06f3-cd1f-4673-b1ee-5c66a8856550 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1609049 Dec 29 20:58:34.149045 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Deleting port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:58:34.149574 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:34.154468 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e757b9f6-c325-4d1a-8041-f4fb74b0c161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:34.196181 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615de54-51b0-4ddb-919d-ad0a1b8b1193 None None] New status for floating IP f9e81a2a-d252-4f78-9216-097a922b1349: ACTIVE {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:58:34.291011 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-f06f7697-89a8-4fc3-8a4e-d019e85690d3 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Synchronizing usage tracker for tenant:23e277871e824dd5975210bc4c94ac91 on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:58:34.384443 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-f06f7697-89a8-4fc3-8a4e-d019e85690d3 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Unset dirty status for tenant:23e277871e824dd5975210bc4c94ac91 on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:58:34.385667 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-f06f7697-89a8-4fc3-8a4e-d019e85690d3 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281458834&fields=id&tenant_id=23e277871e824dd5975210bc4c94ac91 HTTP/1.1" status: 200 len: 267 time: 0.1964734 Dec 29 20:58:34.489333 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] For port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:34.490035 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:34.595624 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-74163c7d-b289-414b-9525-57ef08687d66 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:34.597616 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-74163c7d-b289-414b-9525-57ef08687d66 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.2010648 Dec 29 20:58:34.671168 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-ccb3496c-14a2-4bd7-a8e3-0016b97b5b0c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'port': {'security_groups': ['a331847a-5f86-4157-888e-6d6824b99bf8', 'd81fff50-4fbb-4266-a290-111e0d61458d']}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:58:34.886329 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8aeb8-260f-498b-ae6c-6c693d1d6c68 req-21d7aa82-5819-4d27-8b0b-791a65e26113 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:34.888023 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cba8aeb8-260f-498b-ae6c-6c693d1d6c68 req-21d7aa82-5819-4d27-8b0b-791a65e26113 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 946 time: 0.1662495 Dec 29 20:58:34.904726 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:34.905081 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:34.905387 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.l3_db [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Floating IP 9bbe80ed-6c06-46d4-be10-34d617ae51a9 disassociated. External IP: 172.28.2.195, port: f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6. Dec 29 20:58:34.906018 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Calling delete_port for f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:58:34.935097 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cba8aeb8-260f-498b-ae6c-6c693d1d6c68 req-b73c1931-a37b-4d99-8a26-2a32727331b9 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5fc414-396c-4541-823b-ece5a349ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400701 Dec 29 20:58:34.974100 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-ccb3496c-14a2-4bd7-a8e3-0016b97b5b0c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:35.124716 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e96692-3f93-485b-8073-3f0a83e98fd8 req-60c56491-7724-4ae3-a491-183e5ad527b8 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:35.126156 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3e96692-3f93-485b-8073-3f0a83e98fd8 req-60c56491-7724-4ae3-a491-183e5ad527b8 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.0764618 Dec 29 20:58:35.154246 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:35.173832 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3e96692-3f93-485b-8073-3f0a83e98fd8 req-044f4d7f-667e-40d1-9ef8-36a88e0e6f29 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Dec 29 20:58:35.205750 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event deleted for resources: {'Port': ['ID=f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:35.216471 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:35.413080 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-ccb3496c-14a2-4bd7-a8e3-0016b97b5b0c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] For port fe7e6d60-7b9f-4046-bb61-68d732612800, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe7e6d60-7b9f-4046-bb61-68d732612800,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:35.423465 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:35.581788 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-ccb3496c-14a2-4bd7-a8e3-0016b97b5b0c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:35.586877 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-ccb3496c-14a2-4bd7-a8e3-0016b97b5b0c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031261'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:35.599040 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fe7e6d60-7b9f-4046-bb61-68d732612800'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:58:35.671343 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-ccb3496c-14a2-4bd7-a8e3-0016b97b5b0c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:35.671984 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-ccb3496c-14a2-4bd7-a8e3-0016b97b5b0c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:35.673323 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c88d843d-6b0c-4fc6-9c81-87f6a1140c31 req-ccb3496c-14a2-4bd7-a8e3-0016b97b5b0c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "PUT /v2.0/ports/fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 982 time: 1.0185671 Dec 29 20:58:35.676443 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:58:35.696901 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3496c-14a2-4bd7-a8e3-0016b97b5b0c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'Port': ['ID=fe7e6d60-7b9f-4046-bb61-68d732612800,revision_number=6']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:35.732695 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Router 831abed8-9377-42e3-aa88-1dfe3171cec5 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:58:35.805141 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fe7e6d60-7b9f-4046-bb61-68d732612800'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:58:35.829512 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'status': 'completed', 'code': 200} Dec 29 20:58:36.012723 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2e240-a512-48a6-a566-88a8c9a87bf0 req-8b8acdea-f230-42a2-be74-b20025d14ebf tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:36.014420 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-58b2e240-a512-48a6-a566-88a8c9a87bf0 req-8b8acdea-f230-42a2-be74-b20025d14ebf tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.1425228 Dec 29 20:58:36.074232 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-154561e0-291c-46e9-89c7-5dd0034c21ca req-70beaf09-9ba2-483f-baa4-99050a6d9517 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23e277871e824dd5975210bc4c94ac91&device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 1138 time: 0.2437944 Dec 29 20:58:36.098359 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-f894abb4-2800-4c77-9fda-942cf8e353ce None None] Provisioning complete for port fe7e6d60-7b9f-4046-bb61-68d732612800 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:58:36.098718 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f894abb4-2800-4c77-9fda-942cf8e353ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.135418 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b59b0328-1af6-4c41-a34a-79433f1fd89c req-cff24cde-a068-40fc-9e11-f9eb931f8372 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 210 time: 0.0581210 Dec 29 20:58:36.284381 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-58b2e240-a512-48a6-a566-88a8c9a87bf0 req-50f29e37-dd72-40de-8ddc-0cbba22accd8 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143090 Dec 29 20:58:36.332758 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154561e0-291c-46e9-89c7-5dd0034c21ca req-e7b5ed8e-4250-4112-b0de-155a9461a7d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:36.334452 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-154561e0-291c-46e9-89c7-5dd0034c21ca req-e7b5ed8e-4250-4112-b0de-155a9461a7d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5dffac62-7062-4a81-81d1-e0da266e044c HTTP/1.1" status: 200 len: 914 time: 0.2385209 Dec 29 20:58:36.428062 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:58:36.441809 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcd7c1-396a-4ea9-80a9-6a0e8f937971 req-24e1bd3c-3db5-4282-a92d-d9db6ae60a27 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:36.443427 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e0dcd7c1-396a-4ea9-80a9-6a0e8f937971 req-24e1bd3c-3db5-4282-a92d-d9db6ae60a27 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1286955 Dec 29 20:58:36.446090 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] Sync routers for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:58:36.504891 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:58:36.505511 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:58:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:36.535152 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] No DVR routers for this DVR port f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:58:36.540250 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.556309 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-154561e0-291c-46e9-89c7-5dd0034c21ca req-ec547941-ca33-4f99-af28-8d2ddd770eba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 1002 time: 0.2089214 Dec 29 20:58:36.560891 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c7679b75-4253-4426-ad8b-692f9fc04271 req-b09c1127-5230-435b-acc4-36efa3814c66 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.32 "DELETE /v2.0/ports/f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 HTTP/1.1" status: 204 len: 173 time: 2.4857233 Dec 29 20:58:36.578149 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e0dcd7c1-396a-4ea9-80a9-6a0e8f937971 req-4fc3c914-81ad-462d-a5a6-9fddbb120791 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261396 Dec 29 20:58:36.627135 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.633525 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154561e0-291c-46e9-89c7-5dd0034c21ca req-90baa3d5-91af-4c2f-bfea-37f5b1c0b61f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:36.634748 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-154561e0-291c-46e9-89c7-5dd0034c21ca req-90baa3d5-91af-4c2f-bfea-37f5b1c0b61f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71ce4341-b7cf-4a63-a637-905bfad57895 HTTP/1.1" status: 200 len: 853 time: 0.0666666 Dec 29 20:58:36.721811 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-154561e0-291c-46e9-89c7-5dd0034c21ca req-ce66a0c9-1d55-4173-a955-d33683c3f423 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5dffac62-7062-4a81-81d1-e0da266e044c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801680 Dec 29 20:58:36.752835 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:58:36.817381 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:58:36.856052 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:58:36.856284 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:58:36.864503 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-154561e0-291c-46e9-89c7-5dd0034c21ca req-c0813cea-6833-414a-8ec7-fa85dffa4c30 service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359506 Dec 29 20:58:36.998092 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-154561e0-291c-46e9-89c7-5dd0034c21ca req-e74fa234-10b4-492f-9216-f8952b4623e9 service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258523 Dec 29 20:58:37.134867 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:37.138580 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] Checking router: 831abed8-9377-42e3-aa88-1dfe3171cec5 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:58:37.148883 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:58:37.149476 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:58:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:37.315181 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-c9d4c03e-eede-4fa5-aecd-e6a74eba03c6 req-a62c27cf-0943-4716-b696-c9cceb85ffc0 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Synchronizing usage tracker for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:58:37.330880 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-c9d4c03e-eede-4fa5-aecd-e6a74eba03c6 req-a62c27cf-0943-4716-b696-c9cceb85ffc0 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Unset dirty status for tenant:4303f986d4f14cda8cd2b19e4146f428 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:58:37.332052 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:58:37.332200 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c9d4c03e-eede-4fa5-aecd-e6a74eba03c6 req-a62c27cf-0943-4716-b696-c9cceb85ffc0 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0174eca-7af6-4f1b-abaf-f05cbc730134 HTTP/1.1" status: 200 len: 210 time: 0.0641699 Dec 29 20:58:37.630884 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:37.634685 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15856682-9e3f-40af-8525-6c9343f46b46 None None] The sync data for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb is: [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:52:40Z', 'revision_number': 4, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'd53b3dda-c3e3-4896-9a9f-a3efa4817ecd', 'name': '', 'network_id': 'a239ccb3-4600-44c1-b09e-a0ca7cef6a06', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'mac_address': 'fa:16:3e:7a:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:38Z', 'updated_at': '2021-12-29T20:53:18Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'subnets': [{'id': '7155e28e-9d45-4ed8-86f3-177a98a2c36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:58:37.831921 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'name': 'network-vif-deleted', 'tag': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:58:37.838957 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e41a-57c8-4a2d-8dd8-c07f8ee8f102 req-39bb126d-d521-4235-93b6-12b77ef4be90 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:37.840693 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1994e41a-57c8-4a2d-8dd8-c07f8ee8f102 req-39bb126d-d521-4235-93b6-12b77ef4be90 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.0914881 Dec 29 20:58:37.883950 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca9d76-e25e-4bd7-b3d4-b33108d0706b None None] New status for floating IP 9bbe80ed-6c06-46d4-be10-34d617ae51a9: DOWN {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:58:37.901650 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1994e41a-57c8-4a2d-8dd8-c07f8ee8f102 req-79d1aec4-21f7-4928-9084-5c7721bbd40c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524485 Dec 29 20:58:37.912510 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0174eca-7af6-4f1b-abaf-f05cbc730134', 'name': 'network-vif-deleted', 'tag': 'f74aafcc-1f04-474f-8ec9-d5b4f43ae9b6', 'status': 'completed', 'code': 200} Dec 29 20:58:38.474256 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37530) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:38.538114 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b15d3914-a15f-46fa-82b2-f86587db8344 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:38.564293 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b15d3914-a15f-46fa-82b2-f86587db8344 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:38.619904 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b15d3914-a15f-46fa-82b2-f86587db8344 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:38.636726 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d3914-a15f-46fa-82b2-f86587db8344 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5fc414-396c-4541-823b-ece5a349ce7e,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:38.649600 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b15d3914-a15f-46fa-82b2-f86587db8344 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:38.653215 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b15d3914-a15f-46fa-82b2-f86587db8344 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b5fc414-396c-4541-823b-ece5a349ce7e HTTP/1.1" status: 204 len: 168 time: 0.1754289 Dec 29 20:58:38.653458 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37538) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:38.672364 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.api.v2.resource [None req-5d1d7d43-75a9-40cb-90d0-d6dfe90294b2 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] show failed (client error): The resource could not be found. Dec 29 20:58:38.673330 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5d1d7d43-75a9-40cb-90d0-d6dfe90294b2 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "GET /v2.0/security-groups/2b5fc414-396c-4541-823b-ece5a349ce7e HTTP/1.1" status: 404 len: 347 time: 0.0187430 Dec 29 20:58:38.677026 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37542) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:38.827050 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Deleting port 87face0a-9769-434f-ae02-24f5819085dd {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:58:38.827389 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:39.012167 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:39.012780 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:39.135119 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca23918-8636-4487-bf9d-69dd180cce52 req-4a86c078-15b1-4f25-b7b0-3917b03f40e8 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:39.136619 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6ca23918-8636-4487-bf9d-69dd180cce52 req-4a86c078-15b1-4f25-b7b0-3917b03f40e8 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1055028 Dec 29 20:58:39.140474 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Calling delete_port for 87face0a-9769-434f-ae02-24f5819085dd owned by network:floatingip {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:58:39.187835 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-6ca23918-8636-4487-bf9d-69dd180cce52 req-d53069f9-2c6d-4892-a29c-10b9ab8c3543 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455616 Dec 29 20:58:39.299691 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:39.345690 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Pushing event deleted for resources: {'Port': ['ID=87face0a-9769-434f-ae02-24f5819085dd,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:39.435056 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks [] for floatingip, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:39.452887 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:39.453948 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3a2f4366-26a7-45bf-9204-0f386253fb73 tempest-AttachVolumeTestJSON-533195740 tempest-AttachVolumeTestJSON-533195740-project] 10.222.0.16 "DELETE /v2.0/floatingips/9bbe80ed-6c06-46d4-be10-34d617ae51a9 HTTP/1.1" status: 204 len: 168 time: 0.7760694 Dec 29 20:58:40.394262 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cec931-8d28-418c-a8a8-2f5b505badfd req-cced97b5-ead9-4488-9f00-ed06988df353 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:40.395801 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-17cec931-8d28-418c-a8a8-2f5b505badfd req-cced97b5-ead9-4488-9f00-ed06988df353 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.0772460 Dec 29 20:58:40.442270 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-17cec931-8d28-418c-a8a8-2f5b505badfd req-67dc128e-80ea-4624-bb90-3631b593a031 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397451 Dec 29 20:58:41.228108 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cce763a7-ca06-4db0-83d6-b76d568b7978 req-774adceb-3dd5-476f-8736-a99891c5e1cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd376f49a914f9ba4c69d4830d3464f&device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1099 time: 0.0705059 Dec 29 20:58:41.436362 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce763a7-ca06-4db0-83d6-b76d568b7978 req-64a5a557-055f-4f2e-9500-433b98014978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:41.437794 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cce763a7-ca06-4db0-83d6-b76d568b7978 req-64a5a557-055f-4f2e-9500-433b98014978 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d HTTP/1.1" status: 200 len: 909 time: 0.2019403 Dec 29 20:58:41.533619 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37584) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:41.545874 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cce763a7-ca06-4db0-83d6-b76d568b7978 req-a4f61315-4c2e-433f-9748-295822cab5f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc HTTP/1.1" status: 200 len: 1001 time: 0.1010766 Dec 29 20:58:41.597013 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-596f8115-c4fe-4a3f-9ada-fbf64c16707c admin admin] Deleting subnet 49ac5dd5-b1b4-4ec8-8fe4-8e6656235005 {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:58:41.599843 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-596f8115-c4fe-4a3f-9ada-fbf64c16707c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:41.647181 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-596f8115-c4fe-4a3f-9ada-fbf64c16707c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351918'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:41.657499 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce763a7-ca06-4db0-83d6-b76d568b7978 req-64b73d5a-e798-4abe-9cfb-68dc2130702c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:41.658921 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cce763a7-ca06-4db0-83d6-b76d568b7978 req-64b73d5a-e798-4abe-9cfb-68dc2130702c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e46d2721-0611-478f-86c1-1b8c381678e1 HTTP/1.1" status: 200 len: 848 time: 0.1067636 Dec 29 20:58:41.699725 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-596f8115-c4fe-4a3f-9ada-fbf64c16707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:41.718276 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0109ac9-2229-493c-86a6-c584a4bf0714 req-f77bd9d6-2813-40b9-8ac6-beaa8927a3fb tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:41.719706 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0109ac9-2229-493c-86a6-c584a4bf0714 req-f77bd9d6-2813-40b9-8ac6-beaa8927a3fb tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1381822 Dec 29 20:58:41.778833 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0109ac9-2229-493c-86a6-c584a4bf0714 req-37c224b4-0964-48ff-8a31-389666894dbf tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525315 Dec 29 20:58:41.782566 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cce763a7-ca06-4db0-83d6-b76d568b7978 req-86b6423a-68e4-4204-b42f-5404a05bf6a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1168692 Dec 29 20:58:41.841894 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-596f8115-c4fe-4a3f-9ada-fbf64c16707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2466315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2624466'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:41.879369 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f8115-c4fe-4a3f-9ada-fbf64c16707c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ac5dd5-b1b4-4ec8-8fe4-8e6656235005,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:41.885654 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-596f8115-c4fe-4a3f-9ada-fbf64c16707c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:41.891441 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-596f8115-c4fe-4a3f-9ada-fbf64c16707c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/49ac5dd5-b1b4-4ec8-8fe4-8e6656235005 HTTP/1.1" status: 204 len: 168 time: 0.3561735 Dec 29 20:58:41.894422 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37590) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:41.928066 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cce763a7-ca06-4db0-83d6-b76d568b7978 req-e345882e-d4c7-443a-809c-d080734caa82 service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352682 Dec 29 20:58:41.998311 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.069000 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cce763a7-ca06-4db0-83d6-b76d568b7978 req-b4250e65-1033-4751-9d77-5bab93b9cc8a service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344671 Dec 29 20:58:42.131920 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.155445 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c99fd50-2f7f-42d6-ae07-486a1dbb4890']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:42.166966 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40d069d-a7a4-4ffc-9119-1454ddb24cce') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:42.167257 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40d069d-a7a4-4ffc-9119-1454ddb24cce') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:42.179040 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2351927'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.198100 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.204708 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:58:42.205188 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466541'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: Traceback (most recent call last): Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: timer() Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: cb(*args, **kw) Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: return func(*args, **kwargs) Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: self._notify() Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: self.callback(batched_events) Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: event.method(event) Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: return f(self, *a, **k) Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: return self._get(url).json() Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:58:42.219342 dv-cinder-823170-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:58:42.294255 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.310275 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.318611 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c99fd50-2f7f-42d6-ae07-486a1dbb4890,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:42.322005 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4bf90ee2-b86b-47ef-ab2c-518fd4465fb2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0c99fd50-2f7f-42d6-ae07-486a1dbb4890 HTTP/1.1" status: 204 len: 168 time: 0.4261580 Dec 29 20:58:42.324044 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37604) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:42.388499 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2a3b63-cd41-4221-a0ef-f9b8de14f8e5 admin admin] Deleting subnet bca02981-ab99-4f54-8410-5b3514089cdd {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:58:42.391307 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc2a3b63-cd41-4221-a0ef-f9b8de14f8e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.444344 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc2a3b63-cd41-4221-a0ef-f9b8de14f8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351918'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.497574 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc2a3b63-cd41-4221-a0ef-f9b8de14f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.564610 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc2a3b63-cd41-4221-a0ef-f9b8de14f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2466315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2624466'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.599446 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a3b63-cd41-4221-a0ef-f9b8de14f8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca02981-ab99-4f54-8410-5b3514089cdd,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:42.605389 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc2a3b63-cd41-4221-a0ef-f9b8de14f8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.610871 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-bc2a3b63-cd41-4221-a0ef-f9b8de14f8e5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bca02981-ab99-4f54-8410-5b3514089cdd HTTP/1.1" status: 204 len: 168 time: 0.2859259 Dec 29 20:58:42.613974 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37608) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:42.716131 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.835276 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.861510 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72337629-05f8-4456-b222-d241b7340be6']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:42.874200 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea57bf95-a1e4-49fc-822e-3d14b96ec836') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:42.874494 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea57bf95-a1e4-49fc-822e-3d14b96ec836') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:42.885610 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2351927'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.902426 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.946153 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:58:42.946538 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466541'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: Traceback (most recent call last): Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: timer() Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: cb(*args, **kw) Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: return func(*args, **kwargs) Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: self._notify() Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: self.callback(batched_events) Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: event.method(event) Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: return f(self, *a, **k) Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: return self._get(url).json() Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:58:42.959951 dv-cinder-823170-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:58:43.042826 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:43.057896 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:43.069930 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] Pushing event deleted for resources: {'Network': ['ID=72337629-05f8-4456-b222-d241b7340be6,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:43.073248 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-82706a66-70ee-4d2a-86bc-1bd28fced47e admin admin] 10.222.0.16 "DELETE /v2.0/networks/72337629-05f8-4456-b222-d241b7340be6 HTTP/1.1" status: 204 len: 168 time: 0.4583745 Dec 29 20:58:43.086148 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033197f8-0293-44a7-b665-da2324824a61 req-2b3479f0-cba6-483c-a4f6-1f1f815598c1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:43.088350 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-033197f8-0293-44a7-b665-da2324824a61 req-2b3479f0-cba6-483c-a4f6-1f1f815598c1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1873603 Dec 29 20:58:43.131740 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-033197f8-0293-44a7-b665-da2324824a61 req-0756eee6-6166-4f42-a261-600ccc319ee3 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382819 Dec 29 20:58:43.261447 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37616) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:43.309637 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ae12fa8a-fbac-4c15-a0c6-468f4c53438c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d6470acc736462d871e1b76612d3fd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470750 Dec 29 20:58:43.312068 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37622) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:43.372860 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45d3d292-4cb3-4205-b65e-eb5a1b958830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:43.398575 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45d3d292-4cb3-4205-b65e-eb5a1b958830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:43.450512 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45d3d292-4cb3-4205-b65e-eb5a1b958830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:43.469588 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3d292-4cb3-4205-b65e-eb5a1b958830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3a6785-914d-4e19-bfb3-f01d93bd9228,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:43.477421 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45d3d292-4cb3-4205-b65e-eb5a1b958830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:43.484334 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-45d3d292-4cb3-4205-b65e-eb5a1b958830 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb3a6785-914d-4e19-bfb3-f01d93bd9228 HTTP/1.1" status: 204 len: 168 time: 0.1686401 Dec 29 20:58:43.485366 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 37632) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:43.893513 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 37640) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:43.976282 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0880feb5-7e04-4ccd-b3fc-ff5349421c1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df55aba4b3374c27a59ab2d0e3341af0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0814738 Dec 29 20:58:43.979194 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37644) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:44.044067 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4d23-783b-4b6e-96b2-bf02c421447c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:44.070972 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4d23-783b-4b6e-96b2-bf02c421447c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:44.085494 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349964'] for router_interface, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:44.124832 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4d23-783b-4b6e-96b2-bf02c421447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:44.144165 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c4d23-783b-4b6e-96b2-bf02c421447c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b29f16-2d6b-429a-921d-f4a852008b94,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:44.146676 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4d23-783b-4b6e-96b2-bf02c421447c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:44.150127 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7a2c4d23-783b-4b6e-96b2-bf02c421447c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24b29f16-2d6b-429a-921d-f4a852008b94 HTTP/1.1" status: 204 len: 168 time: 0.1675091 Dec 29 20:58:44.382905 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc89e2a-e2ed-46a2-aa0c-05bdce00c451 req-60610ff5-12e6-477b-9813-b0be1fb50a1a tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:44.384495 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4dc89e2a-e2ed-46a2-aa0c-05bdce00c451 req-60610ff5-12e6-477b-9813-b0be1fb50a1a tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1185489 Dec 29 20:58:44.613405 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4dc89e2a-e2ed-46a2-aa0c-05bdce00c451 req-ff471813-4692-4f59-b417-32db998a0a4b tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007318 Dec 29 20:58:44.864050 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09f7f952-1fdc-46e5-8ab5-f3ce233573db req-68d41ed5-1e5c-4e91-95b1-928f1bed8740 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1335692 Dec 29 20:58:44.913551 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Deleting port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:58:44.913793 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:45.093850 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37660) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:45.126683 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] For port d53b3dda-c3e3-4896-9a9f-a3efa4817ecd, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=d53b3dda-c3e3-4896-9a9f-a3efa4817ecd,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:45.127039 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:45.231723 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-f85125ca-34ec-47d3-a626-000b9b626380 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366119 Dec 29 20:58:45.255574 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Calling delete_port for d53b3dda-c3e3-4896-9a9f-a3efa4817ecd owned by network:router_interface {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:58:45.316291 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc48c6d-dd12-4db5-a092-c890b7452cfd req-44411f92-0e6f-4876-bd13-e0af3448e76f tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:45.317797 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fcc48c6d-dd12-4db5-a092-c890b7452cfd req-44411f92-0e6f-4876-bd13-e0af3448e76f tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.2633948 Dec 29 20:58:45.387676 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fcc48c6d-dd12-4db5-a092-c890b7452cfd req-446e1713-bee1-44b8-89eb-9b0e8f86b7af tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580387 Dec 29 20:58:45.484366 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:45.525360 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53b3dda-c3e3-4896-9a9f-a3efa4817ecd,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:45.812832 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350200'] for router_interface, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:46.393688 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-3a3b72a8-3df6-40ba-8660-178265fd3d4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f&tenant_id=dbd376f49a914f9ba4c69d4830d3464f HTTP/1.1" status: 200 len: 1099 time: 0.1413608 Dec 29 20:58:46.556805 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-3a0f7d1a-8fc8-41b3-9dc8-a407919c8583 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd376f49a914f9ba4c69d4830d3464f&device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1099 time: 0.1406195 Dec 29 20:58:46.585925 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2c49-ecfa-4b99-b7e2-14f4d986edfa req-cbf46cc1-2b1a-48c2-a8dd-45ba07ab39e7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:46.587618 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0b6f2c49-ecfa-4b99-b7e2-14f4d986edfa req-cbf46cc1-2b1a-48c2-a8dd-45ba07ab39e7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.0766671 Dec 29 20:58:46.637199 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0b6f2c49-ecfa-4b99-b7e2-14f4d986edfa req-9d2852a7-41e6-4f3e-a6f9-65e6f192b5e6 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433493 Dec 29 20:58:46.663775 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Router 831abed8-9377-42e3-aa88-1dfe3171cec5 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:58:46.704986 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-1b4da810-0b03-4065-8523-2061628ce9d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:46.706427 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-1b4da810-0b03-4065-8523-2061628ce9d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d HTTP/1.1" status: 200 len: 909 time: 0.1417894 Dec 29 20:58:46.870982 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-ab24ec51-05dd-4fd5-a65d-50bdbe59fd07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc HTTP/1.1" status: 200 len: 1001 time: 0.1162274 Dec 29 20:58:46.895989 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:58:46.997309 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-995ccec7-085e-4280-a5a9-dfbc438b499b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:46.998699 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-995ccec7-085e-4280-a5a9-dfbc438b499b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e46d2721-0611-478f-86c1-1b8c381678e1 HTTP/1.1" status: 200 len: 848 time: 0.1183872 Dec 29 20:58:47.003092 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:47.028944 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:58:47.038696 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:47.043400 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:47.082612 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:58:47.093492 dv-cinder-823170-1-smb neutron-server[82856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'code': 422} returned with failed status Dec 29 20:58:47.094258 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] Sync routers for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:58:47.100216 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-447f312c-11ea-4d5d-aa54-b79fe68c39e8 admin admin] 10.222.0.16 "PUT /v2.0/routers/831abed8-9377-42e3-aa88-1dfe3171cec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6138425 Dec 29 20:58:47.103034 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37676) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:47.104360 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-433e6445-5a47-4bb3-8d34-b82c08150335 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0971348 Dec 29 20:58:47.124568 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:58:47.125178 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:58:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:47.184265 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,revision_number=6']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:47.206966 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.207315 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.207625 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.207969 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.208292 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.208608 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.208920 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.209230 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.209538 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.209846 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.210154 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:47.243158 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-0d380ec1-81d6-4e72-9ae3-daf91fa6401d service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313353 Dec 29 20:58:47.308347 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:47.332177 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:58:47.387882 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0ca42be3-de3d-4a50-b5fe-82bf5ad2049d req-ee8ad449-ecc8-41fe-aa8e-343f14c0c208 service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375582 Dec 29 20:58:47.521692 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:47.532964 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Deleting port 9e542973-971f-40df-8e56-981e0f17ae0d {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:58:47.533556 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:47.657738 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:58:45Z', 'revision_number': 5, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port': {'id': '9e542973-971f-40df-8e56-981e0f17ae0d', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:26Z', 'updated_at': '2021-12-29T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:47.662202 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] Checking router: 831abed8-9377-42e3-aa88-1dfe3171cec5 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:58:47.674146 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] Routers {'831abed8-9377-42e3-aa88-1dfe3171cec5'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:58:47.675320 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:58:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['831abed8-9377-42e3-aa88-1dfe3171cec5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:47.705156 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] For port 9e542973-971f-40df-8e56-981e0f17ae0d, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=9e542973-971f-40df-8e56-981e0f17ae0d,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:47.705677 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:47.817126 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] Set router 831abed8-9377-42e3-aa88-1dfe3171cec5 gateway port host: None {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:58:47.822126 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Calling delete_port for 9e542973-971f-40df-8e56-981e0f17ae0d owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:58:47.934547 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:58:47Z', 'revision_number': 6, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port_host': None}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:47.938457 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce45bea-275c-4bfb-adb8-9306a500ae47 None None] The sync data for ids ['831abed8-9377-42e3-aa88-1dfe3171cec5'] in dv-cinder-823170-1-smb is: [{'id': '831abed8-9377-42e3-aa88-1dfe3171cec5', 'name': 'tempest-AttachVolumeTestJSON-50507981-router', 'tenant_id': '4303f986d4f14cda8cd2b19e4146f428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:24Z', 'updated_at': '2021-12-29T20:58:47Z', 'revision_number': 6, 'project_id': '4303f986d4f14cda8cd2b19e4146f428', 'gw_port_host': None}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:58:48.087687 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af020e-2b1e-4984-9f1b-6dbaed0f52d8 req-68c10712-84f8-4c1e-8582-955551fc5681 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:48.089066 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d2af020e-2b1e-4984-9f1b-6dbaed0f52d8 req-68c10712-84f8-4c1e-8582-955551fc5681 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 944 time: 0.2733016 Dec 29 20:58:48.174310 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d2af020e-2b1e-4984-9f1b-6dbaed0f52d8 req-a67c3bb2-187c-470e-af64-dd3986f587f9 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776238 Dec 29 20:58:48.197015 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:48.243522 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e542973-971f-40df-8e56-981e0f17ae0d,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:48.535052 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-348785'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:48.715699 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 9e542973-971f-40df-8e56-981e0f17ae0d no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:58:48.748818 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 9e542973-971f-40df-8e56-981e0f17ae0d {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:58:48.749242 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 9e542973-971f-40df-8e56-981e0f17ae0d not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:58:48.749716 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device d53b3dda-c3e3-4896-9a9f-a3efa4817ecd no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:58:48.781823 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: d53b3dda-c3e3-4896-9a9f-a3efa4817ecd {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:58:48.782454 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device d53b3dda-c3e3-4896-9a9f-a3efa4817ecd not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:58:48.793115 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1358'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:48.797574 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:48.881733 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-351318'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:48.882196 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 831abed8-9377-42e3-aa88-1dfe3171cec5 {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 20:58:48.895176 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:48.898819 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3e6b0276-a969-44b3-b9bd-8832be87de1d admin admin] 10.222.0.16 "DELETE /v2.0/routers/831abed8-9377-42e3-aa88-1dfe3171cec5 HTTP/1.1" status: 204 len: 168 time: 1.7921929 Dec 29 20:58:48.899340 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37684) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:48.903363 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:58:48.978441 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d75b2d-ad9e-437d-8849-8ec03193a748 admin admin] Deleting subnet 7155e28e-9d45-4ed8-86f3-177a98a2c36c {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:58:48.983494 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c5d75b2d-ad9e-437d-8849-8ec03193a748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.035282 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c5d75b2d-ad9e-437d-8849-8ec03193a748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351918'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.055498 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:49.072874 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Returning: {'device': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'port_id': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'mac_address': 'fa:16:3e:41:7d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:58:49.121073 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fdfc0637-62c1-406a-9000-5e08660caa4f req-241208a6-cf8b-40c6-9ce1-fcffbb5d5c41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1097 time: 0.0679264 Dec 29 20:58:49.135464 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.152743 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:58:49.154233 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c5d75b2d-ad9e-437d-8849-8ec03193a748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.168728 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:49.169615 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-fdfc0637-62c1-406a-9000-5e08660caa4f req-b0c6986e-8653-4ffc-82e5-7339e5443cf8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409713 Dec 29 20:58:49.172481 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.225859 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c5d75b2d-ad9e-437d-8849-8ec03193a748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2466315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2624466'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.247284 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,revision_number=7']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:49.269886 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d75b2d-ad9e-437d-8849-8ec03193a748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7155e28e-9d45-4ed8-86f3-177a98a2c36c,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:49.278653 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c5d75b2d-ad9e-437d-8849-8ec03193a748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.280014 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8d0579-77f8-4261-8a11-ebc2b1225cba None None] Network a239ccb3-4600-44c1-b09e-a0ca7cef6a06 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:58:49.285348 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c5d75b2d-ad9e-437d-8849-8ec03193a748 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7155e28e-9d45-4ed8-86f3-177a98a2c36c HTTP/1.1" status: 204 len: 168 time: 0.3851671 Dec 29 20:58:49.288057 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37690) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:49.389464 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2a16e-2385-4dae-bf80-7571560799ca req-ff7eb243-98aa-48e7-963f-08d34fea027d tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:49.390938 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-27f2a16e-2385-4dae-bf80-7571560799ca req-ff7eb243-98aa-48e7-963f-08d34fea027d tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0842340 Dec 29 20:58:49.391681 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.402323 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Deleting port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:58:49.402645 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.448245 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['1d4d3d9a-2759-44bf-92d6-0f1bcb019abc'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:58:49.524738 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-27f2a16e-2385-4dae-bf80-7571560799ca req-62c6a8c9-5a2c-479a-8a66-5ede3c52e99c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271365 Dec 29 20:58:49.616507 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] For port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=8fa37a99-193c-4ed2-a3b2-ce4251d09b56,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:49.616855 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.617004 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] DHCP port deletion for a239ccb3-4600-44c1-b09e-a0ca7cef6a06 request from dv-cinder-823170-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 20:58:49.632649 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] Deleting port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:58:49.633007 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.818182 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Calling delete_port for 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 owned by network:dhcp {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:58:49.900672 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.920570 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] For port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=8fa37a99-193c-4ed2-a3b2-ce4251d09b56,segment=NetworkSegment(e3a3ef6c-e898-4768-83dc-9666669a6729),segment_id=e3a3ef6c-e898-4768-83dc-9666669a6729)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:49.920962 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:49.948939 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa37a99-193c-4ed2-a3b2-ce4251d09b56,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:49.954982 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] No DVR routers for this DVR port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 on host dv-cinder-823170-1-smb {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:58:50.069765 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.078642 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] Calling delete_port for 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:58:50.095316 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a239ccb3-4600-44c1-b09e-a0ca7cef6a06']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:50.106965 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a3ef6c-e898-4768-83dc-9666669a6729') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:50.107256 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a3ef6c-e898-4768-83dc-9666669a6729') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:50.118580 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2351927'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.134279 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.140040 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:58:50.140415 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466541'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: Traceback (most recent call last): Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: timer() Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: cb(*args, **kw) Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: return func(*args, **kwargs) Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: self._notify() Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: self.callback(batched_events) Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: event.method(event) Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: return f(self, *a, **k) Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: return self._get(url).json() Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:58:50.153782 dv-cinder-823170-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:58:50.213067 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 20:58:50.213411 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 20:58:50.229198 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.235280 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.258113 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] Pushing event deleted for resources: {'Network': ['ID=a239ccb3-4600-44c1-b09e-a0ca7cef6a06,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:50.271597 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-96311688-293e-4470-a2f5-f387d7e2ff4e admin admin] 10.222.0.16 "DELETE /v2.0/networks/a239ccb3-4600-44c1-b09e-a0ca7cef6a06 HTTP/1.1" status: 204 len: 168 time: 0.9824393 Dec 29 20:58:50.470742 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37698) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:50.519850 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4d53652a-5f50-4149-911f-1dad932692cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4303f986d4f14cda8cd2b19e4146f428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479381 Dec 29 20:58:50.522283 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37702) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:50.579821 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f6a9accf-d527-4d03-a0b0-61caebe4e591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.606275 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f6a9accf-d527-4d03-a0b0-61caebe4e591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.658053 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:58:50.662802 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f6a9accf-d527-4d03-a0b0-61caebe4e591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.687878 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9accf-d527-4d03-a0b0-61caebe4e591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb900c2b-58c6-442e-a84f-b90e127930bb,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:50.692957 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:58:50.693563 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:58:50.701504 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f6a9accf-d527-4d03-a0b0-61caebe4e591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.703168 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f6a9accf-d527-4d03-a0b0-61caebe4e591 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb900c2b-58c6-442e-a84f-b90e127930bb HTTP/1.1" status: 204 len: 168 time: 0.1799476 Dec 29 20:58:50.714243 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] Deleting port 8fa37a99-193c-4ed2-a3b2-ce4251d09b56 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:58:50.714560 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:50.782387 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-0096db10-e4e2-4895-a31e-20336f7c50ee None None] The port '8fa37a99-193c-4ed2-a3b2-ce4251d09b56' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 20:58:50.879141 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4913f4-a06c-4124-bad1-81a83682efee req-ed757ff4-ce56-49be-91cb-d197de9dd474 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:50.880791 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9c4913f4-a06c-4124-bad1-81a83682efee req-ed757ff4-ce56-49be-91cb-d197de9dd474 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 945 time: 0.0801034 Dec 29 20:58:50.905527 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc up at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:58:50.927065 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9c4913f4-a06c-4124-bad1-81a83682efee req-b1858726-e848-409c-8638-c87b7a01ada0 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Dec 29 20:58:50.981494 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Provisioning complete for port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:58:50.981853 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:51.093351 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:51.119962 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:58:51.130968 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:58:51.134638 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:51.177962 dv-cinder-823170-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'code': 200} Dec 29 20:58:51.200490 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Pushing event updated for resources: {'Port': ['ID=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,revision_number=8']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:52.556610 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:01.844318 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e052d015-4bdb-44cc-a34d-fa3fbb203312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:02.378299 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-938e269f-e440-4009-9530-ca104028d805 req-75fc9097-79c6-4187-836b-5b14417d2d02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23e277871e824dd5975210bc4c94ac91&device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 1138 time: 0.1271811 Dec 29 20:59:02.384953 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624520-6bf0-410f-ba02-b9e3b853e2f7 req-290a4781-7066-40c9-806f-e39ee96bded8 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:02.386319 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-46624520-6bf0-410f-ba02-b9e3b853e2f7 req-290a4781-7066-40c9-806f-e39ee96bded8 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.1029634 Dec 29 20:59:02.512035 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-46624520-6bf0-410f-ba02-b9e3b853e2f7 req-b2f32ef0-246b-49e2-b0f6-172ed0c223a4 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055305 Dec 29 20:59:02.544983 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e269f-e440-4009-9530-ca104028d805 req-c4b47f23-a91d-42f7-b74a-93a016006302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:02.546428 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-938e269f-e440-4009-9530-ca104028d805 req-c4b47f23-a91d-42f7-b74a-93a016006302 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5dffac62-7062-4a81-81d1-e0da266e044c HTTP/1.1" status: 200 len: 914 time: 0.1568995 Dec 29 20:59:02.647364 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-938e269f-e440-4009-9530-ca104028d805 req-ac645bdb-ee10-4b7d-a1d2-58998937b9d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 1002 time: 0.0940349 Dec 29 20:59:02.707991 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e269f-e440-4009-9530-ca104028d805 req-3c7dfa8c-01b3-4170-9c4c-5038d76dc145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:02.709398 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-938e269f-e440-4009-9530-ca104028d805 req-3c7dfa8c-01b3-4170-9c4c-5038d76dc145 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71ce4341-b7cf-4a63-a637-905bfad57895 HTTP/1.1" status: 200 len: 853 time: 0.0551026 Dec 29 20:59:02.793324 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-938e269f-e440-4009-9530-ca104028d805 req-c65ec472-2448-4f08-b78f-0dccd0a3e51b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5dffac62-7062-4a81-81d1-e0da266e044c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709159 Dec 29 20:59:02.986461 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-938e269f-e440-4009-9530-ca104028d805 req-d431ab16-551f-4f46-8991-6a8a16e27cb5 service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862557 Dec 29 20:59:02.995682 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248232c8-50c9-46ec-8412-2775634d33cd req-42f3e636-9576-4d70-8f65-6960d5e3dfe1 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:02.997035 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-248232c8-50c9-46ec-8412-2775634d33cd req-42f3e636-9576-4d70-8f65-6960d5e3dfe1 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 947 time: 0.1271713 Dec 29 20:59:03.124945 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-248232c8-50c9-46ec-8412-2775634d33cd req-47aa851d-6a38-4e51-b275-e53dcb27051e tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101367 Dec 29 20:59:03.160859 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-938e269f-e440-4009-9530-ca104028d805 req-a88a9a51-5402-43cd-b35f-7662a560665c service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629066 Dec 29 20:59:03.714917 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c23d90-ad00-4031-9292-5aef11be2984 req-4f5e1f69-3d5c-4d81-b879-74978975ed1a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:03.716371 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c8c23d90-ad00-4031-9292-5aef11be2984 req-4f5e1f69-3d5c-4d81-b879-74978975ed1a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.0800486 Dec 29 20:59:03.761641 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c8c23d90-ad00-4031-9292-5aef11be2984 req-4675db60-1d83-4b02-8d86-84ead196b78a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397015 Dec 29 20:59:04.136351 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-86d80e16-90ee-4ec0-8a46-d4cee28ebf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:04.336270 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b0bb-91a5-45bb-87c6-439038cfc4aa req-7128a2ec-8ca8-4e7a-9fd2-b49de5289344 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:04.337947 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e6e8b0bb-91a5-45bb-87c6-439038cfc4aa req-7128a2ec-8ca8-4e7a-9fd2-b49de5289344 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 947 time: 0.0741565 Dec 29 20:59:04.380730 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e6e8b0bb-91a5-45bb-87c6-439038cfc4aa req-ca97ae0e-85d2-470a-a4b7-09d3d35b98b8 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups?id=150b3221-a870-4ed8-b635-cf586729b14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Dec 29 20:59:04.515168 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0200166-744b-40fe-a10a-5d616112c230 req-8e290ba8-3f8a-4332-a3c1-11cb87a16458 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:04.516617 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b0200166-744b-40fe-a10a-5d616112c230 req-8e290ba8-3f8a-4332-a3c1-11cb87a16458 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 947 time: 0.0778167 Dec 29 20:59:04.590647 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Deleting port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:04.591005 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:04.827990 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] For port fe369c2a-b3c5-459c-b1b4-291d2a7aa461, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:04.828367 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:04.975750 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1315fb-6ffd-451f-9f1d-04ac7d0dfede req-2c41a2a6-5602-4d4d-9233-58e1c6660ff8 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:04.977194 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fd1315fb-6ffd-451f-9f1d-04ac7d0dfede req-2c41a2a6-5602-4d4d-9233-58e1c6660ff8 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.0911729 Dec 29 20:59:05.024723 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fd1315fb-6ffd-451f-9f1d-04ac7d0dfede req-0c4104c2-6410-4b05-bfe6-46215a59b591 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416608 Dec 29 20:59:05.182888 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:05.183263 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-348702'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:05.183573 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.db.l3_db [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Floating IP 5d23c923-9fdd-4951-8799-6f9d8b8daff0 disassociated. External IP: 172.28.2.207, port: fe369c2a-b3c5-459c-b1b4-291d2a7aa461. Dec 29 20:59:05.183944 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Calling delete_port for fe369c2a-b3c5-459c-b1b4-291d2a7aa461 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:05.219254 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:05.322763 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:05.367982 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event deleted for resources: {'Port': ['ID=fe369c2a-b3c5-459c-b1b4-291d2a7aa461,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:05.426191 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:05.567276 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-41acbd54-4996-4c8e-ac21-b7b0e61f7078 req-48718a34-d517-4b8c-b2de-a24031dad4de tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d281d5-8536-4e30-ac2d-3e60ff1bd2c6 HTTP/1.1" status: 200 len: 210 time: 0.0448799 Dec 29 20:59:05.617118 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Router a8599681-a8db-494d-9c76-4fa6b71e9396 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:59:05.645140 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:59:05.831762 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:59:05.845155 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] Sync routers for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:59:05.860001 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:05.862032 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:59:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:05.916917 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] No DVR routers for this DVR port fe369c2a-b3c5-459c-b1b4-291d2a7aa461 on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:59:05.919430 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:05.922024 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-deleted', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:05.941265 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b0200166-744b-40fe-a10a-5d616112c230 req-be3a8aac-19f3-4840-8dc0-3ce541cb84b6 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.32 "DELETE /v2.0/ports/fe369c2a-b3c5-459c-b1b4-291d2a7aa461 HTTP/1.1" status: 204 len: 173 time: 1.4173183 Dec 29 20:59:05.985731 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d281d5-8536-4e30-ac2d-3e60ff1bd2c6', 'name': 'network-vif-deleted', 'tag': 'fe369c2a-b3c5-459c-b1b4-291d2a7aa461', 'status': 'completed', 'code': 200} Dec 29 20:59:06.058171 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:06.230830 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8b7ad-b94c-499d-abb3-6419a2565a4e req-90a643cf-d2cc-41c3-b551-f1893abc3d29 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:06.232373 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-83d8b7ad-b94c-499d-abb3-6419a2565a4e req-90a643cf-d2cc-41c3-b551-f1893abc3d29 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.0806251 Dec 29 20:59:06.284020 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-83d8b7ad-b94c-499d-abb3-6419a2565a4e req-7346abbd-477c-4cca-b28c-f7562822a500 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440159 Dec 29 20:59:06.402004 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:06.405562 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] Checking router: a8599681-a8db-494d-9c76-4fa6b71e9396 for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:59:06.416394 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:06.416968 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:59:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:06.543630 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:06.584369 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:06.723421 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 37916) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:06.786044 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0ed831dc-487f-4995-9477-5a3ad56aba41 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:06.815922 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0ed831dc-487f-4995-9477-5a3ad56aba41 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:06.869973 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0ed831dc-487f-4995-9477-5a3ad56aba41 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:06.888461 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed831dc-487f-4995-9477-5a3ad56aba41 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150b3221-a870-4ed8-b635-cf586729b14c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:06.888669 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:06.895064 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3a93d-1513-456d-ad72-979bd22b1fe2 None None] The sync data for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb is: [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:52:29Z', 'revision_number': 4, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'f689fc4d-f797-4066-9e68-9b76c932a4da', 'name': '', 'network_id': '1023b155-5af2-4d3a-a7da-a263b3807117', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'mac_address': 'fa:16:3e:77:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:27Z', 'updated_at': '2021-12-29T20:52:42Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'subnets': [{'id': 'ef97d291-dce7-42e6-87d4-dbf131039ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:59:06.898230 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0ed831dc-487f-4995-9477-5a3ad56aba41 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:06.899335 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0ed831dc-487f-4995-9477-5a3ad56aba41 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "DELETE /v2.0/security-groups/150b3221-a870-4ed8-b635-cf586729b14c HTTP/1.1" status: 204 len: 168 time: 0.1747451 Dec 29 20:59:06.902013 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 37920) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:06.918343 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.api.v2.resource [None req-0270a02e-ad97-4840-8a59-e5046b4cd701 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] show failed (client error): The resource could not be found. Dec 29 20:59:06.921992 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0270a02e-ad97-4840-8a59-e5046b4cd701 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "GET /v2.0/security-groups/150b3221-a870-4ed8-b635-cf586729b14c HTTP/1.1" status: 404 len: 347 time: 0.0164394 Dec 29 20:59:06.922789 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37924) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:06.980960 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:59:07.014135 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: fe369c2a-b3c5-459c-b1b4-291d2a7aa461 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:59:07.014487 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe369c2a-b3c5-459c-b1b4-291d2a7aa461 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:59:07.109947 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Deleting port 4b095c6e-ad12-4b33-a383-72ff05886c70 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:07.110290 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:07.143655 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fb78bc-91a8-4711-b911-85657d8c5949 None None] New status for floating IP 5d23c923-9fdd-4951-8799-6f9d8b8daff0: DOWN {{(pid=82856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:59:07.278740 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:07.279136 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:07.422021 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Calling delete_port for 4b095c6e-ad12-4b33-a383-72ff05886c70 owned by network:floatingip {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:07.645884 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de473b-32be-4b04-acd0-5f65c5ac4aee req-eed72600-5b44-456d-90fc-fba81683f10b tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:07.647212 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-26de473b-32be-4b04-acd0-5f65c5ac4aee req-eed72600-5b44-456d-90fc-fba81683f10b tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.1968327 Dec 29 20:59:07.649019 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.db.api [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 20:59:07.649374 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG oslo_db.api [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 20:59:07.700786 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-26de473b-32be-4b04-acd0-5f65c5ac4aee req-d640654b-6437-4883-a11d-e650e389282f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477247 Dec 29 20:59:08.150578 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Deleting port 4b095c6e-ad12-4b33-a383-72ff05886c70 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:08.151255 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.316137 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.316463 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.432775 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Calling delete_port for 4b095c6e-ad12-4b33-a383-72ff05886c70 owned by network:floatingip {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:08.567137 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.610686 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Pushing event deleted for resources: {'Port': ['ID=4b095c6e-ad12-4b33-a383-72ff05886c70,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:08.703567 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks [] for floatingip, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.717625 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.718709 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3a59a257-af82-4bd1-b4d7-87b4ad77a2d5 tempest-AttachVolumeShelveTestJSON-442360494 tempest-AttachVolumeShelveTestJSON-442360494-project] 10.222.0.16 "DELETE /v2.0/floatingips/5d23c923-9fdd-4951-8799-6f9d8b8daff0 HTTP/1.1" status: 204 len: 168 time: 1.7954433 Dec 29 20:59:08.924319 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4dab-e8e2-4541-bc60-995427269eb8 req-c995ecbe-c681-40f2-9d07-e6b56a7b5d1b tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:08.925924 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-557c4dab-e8e2-4541-bc60-995427269eb8 req-c995ecbe-c681-40f2-9d07-e6b56a7b5d1b tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.0911098 Dec 29 20:59:08.978837 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-557c4dab-e8e2-4541-bc60-995427269eb8 req-f3fdc39d-2b53-43f7-9cad-bb4f8adef3f2 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428715 Dec 29 20:59:09.459647 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 37980) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:09.598370 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:09.628135 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:09.632160 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Usage tracker for resource:security_group_rule and tenant:ad00472916be41b7a25c3380c665d1a9 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:09.634934 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:09.640562 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:09.705126 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:09.708971 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:09.753284 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b05072-5a2e-4450-9c64-e01fd6d954b6,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:09.759315 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad00472916be41b7a25c3380c665d1a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2986639 Dec 29 20:59:09.762148 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 37986) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:09.764353 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.764693 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.765022 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.765345 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.765668 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.765985 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.766301 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.766614 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.766926 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.767236 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.767701 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf93e8-9d84-4e8a-9a66-cfb151a05c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:09.820521 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f8ea176a-dd47-46c6-b476-99b37083ff1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:09.844807 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f8ea176a-dd47-46c6-b476-99b37083ff1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:09.895822 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f8ea176a-dd47-46c6-b476-99b37083ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:09.912584 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea176a-dd47-46c6-b476-99b37083ff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b05072-5a2e-4450-9c64-e01fd6d954b6,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:09.915700 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f8ea176a-dd47-46c6-b476-99b37083ff1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:09.916834 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f8ea176a-dd47-46c6-b476-99b37083ff1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2b05072-5a2e-4450-9c64-e01fd6d954b6 HTTP/1.1" status: 204 len: 168 time: 0.1536674 Dec 29 20:59:10.202773 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f8692-2f6b-40a9-841a-884a812a108f req-8334a0e3-3813-44fa-ba7a-2bf8a15d9812 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:10.204253 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2e5f8692-2f6b-40a9-841a-884a812a108f req-8334a0e3-3813-44fa-ba7a-2bf8a15d9812 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.0836077 Dec 29 20:59:10.253828 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2e5f8692-2f6b-40a9-841a-884a812a108f req-81683f41-2741-41e4-a28a-011ce4a00b0a tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429735 Dec 29 20:59:10.270537 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38006) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:10.289120 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ebe0-a42d-45a8-8e74-2e35720e3dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:10.320982 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9fa0ebe0-a42d-45a8-8e74-2e35720e3dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:10.324738 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9fa0ebe0-a42d-45a8-8e74-2e35720e3dcd admin admin] Usage tracker for resource:security_group_rule and tenant:892c1c8b12bd4011b95f05e3e12fb5e2 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:10.327509 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9fa0ebe0-a42d-45a8-8e74-2e35720e3dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:10.333029 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9fa0ebe0-a42d-45a8-8e74-2e35720e3dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:10.400699 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ebe0-a42d-45a8-8e74-2e35720e3dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:10.405282 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ebe0-a42d-45a8-8e74-2e35720e3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:10.451666 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0ebe0-a42d-45a8-8e74-2e35720e3dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e63306-d5a5-4ef9-9d85-5271061366c1,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:10.458021 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9fa0ebe0-a42d-45a8-8e74-2e35720e3dcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=892c1c8b12bd4011b95f05e3e12fb5e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1864769 Dec 29 20:59:10.460659 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38010) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:10.522662 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7fb11d2f-b7b4-4de4-acd3-b4c3c950269c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:10.547124 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7fb11d2f-b7b4-4de4-acd3-b4c3c950269c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:10.595943 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7fb11d2f-b7b4-4de4-acd3-b4c3c950269c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:10.611924 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb11d2f-b7b4-4de4-acd3-b4c3c950269c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e63306-d5a5-4ef9-9d85-5271061366c1,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:10.620474 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7fb11d2f-b7b4-4de4-acd3-b4c3c950269c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:10.621566 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7fb11d2f-b7b4-4de4-acd3-b4c3c950269c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12e63306-d5a5-4ef9-9d85-5271061366c1 HTTP/1.1" status: 204 len: 168 time: 0.1600394 Dec 29 20:59:11.464745 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb269e-8428-4a9f-85b0-5a8cc50e642f req-2bed85b4-5a3a-407f-9373-3b99c8ed74d7 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:11.466953 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b1bb269e-8428-4a9f-85b0-5a8cc50e642f req-2bed85b4-5a3a-407f-9373-3b99c8ed74d7 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.0844285 Dec 29 20:59:11.589319 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38042) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:11.595059 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b1bb269e-8428-4a9f-85b0-5a8cc50e642f req-5d43c085-f331-48ae-a44e-a6315766c25c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205969 Dec 29 20:59:12.163449 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349964'] for router_interface, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:12.845581 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5023-ea6f-483b-8c08-7876ca71674a req-47ebaf4a-eda3-4349-863d-00ad72184c99 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:12.847051 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e28a5023-ea6f-483b-8c08-7876ca71674a req-47ebaf4a-eda3-4349-863d-00ad72184c99 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.1264131 Dec 29 20:59:12.936827 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Deleting port f689fc4d-f797-4066-9e68-9b76c932a4da {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:12.936827 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:12.997745 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e28a5023-ea6f-483b-8c08-7876ca71674a req-6f665bff-36f5-48d0-8b7d-d23f284bdbd1 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123426 Dec 29 20:59:13.122116 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] For port f689fc4d-f797-4066-9e68-9b76c932a4da, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=f689fc4d-f797-4066-9e68-9b76c932a4da,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:13.122501 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:13.241928 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Calling delete_port for f689fc4d-f797-4066-9e68-9b76c932a4da owned by network:router_interface {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:13.415069 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:13.459443 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Pushing event deleted for resources: {'Port': ['ID=f689fc4d-f797-4066-9e68-9b76c932a4da,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:13.743029 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350200'] for router_interface, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:14.223570 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad4020-3270-44a9-af46-31e8adc52a2e req-290b0207-e975-4b44-ba38-47df316c6113 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:14.225099 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0ad4020-3270-44a9-af46-31e8adc52a2e req-290b0207-e975-4b44-ba38-47df316c6113 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.0828335 Dec 29 20:59:14.271322 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0ad4020-3270-44a9-af46-31e8adc52a2e req-fba3ea26-2a49-4dfa-b0b1-57261b22ddd5 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399220 Dec 29 20:59:14.413913 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Router a8599681-a8db-494d-9c76-4fa6b71e9396 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:59:14.620819 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:59:14.636246 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] Sync routers for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:59:14.638827 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b085c456-b107-46b0-b695-e0fa1b95a64e admin admin] 10.222.0.16 "PUT /v2.0/routers/a8599681-a8db-494d-9c76-4fa6b71e9396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0481591 Dec 29 20:59:14.641482 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38088) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:14.649552 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:14.650216 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:59:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:14.827385 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:14.831400 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:15.022230 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:15.031423 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Deleting port f6edf908-4671-4c95-ad4a-69a6f688d6fe {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:15.031847 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:15.104134 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:59:13Z', 'revision_number': 5, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port': {'id': 'f6edf908-4671-4c95-ad4a-69a6f688d6fe', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:21Z', 'updated_at': '2021-12-29T20:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:15.107839 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] Checking router: a8599681-a8db-494d-9c76-4fa6b71e9396 for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:59:15.118528 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] Routers {'a8599681-a8db-494d-9c76-4fa6b71e9396'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:15.119104 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:59:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['a8599681-a8db-494d-9c76-4fa6b71e9396'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:15.204254 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] For port f6edf908-4671-4c95-ad4a-69a6f688d6fe, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=f6edf908-4671-4c95-ad4a-69a6f688d6fe,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:15.204601 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:15.265623 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] Set router a8599681-a8db-494d-9c76-4fa6b71e9396 gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:15.324437 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Calling delete_port for f6edf908-4671-4c95-ad4a-69a6f688d6fe owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:15.399848 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:59:15Z', 'revision_number': 6, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port_host': None}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:15.403753 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8121663-452e-4d01-b687-606e6ce040f4 None None] The sync data for ids ['a8599681-a8db-494d-9c76-4fa6b71e9396'] in dv-cinder-823170-1-smb is: [{'id': 'a8599681-a8db-494d-9c76-4fa6b71e9396', 'name': 'tempest-AttachVolumeShelveTestJSON-21117335-router', 'tenant_id': '075e3ea67ec341bd8546d2def1548997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:20Z', 'updated_at': '2021-12-29T20:59:15Z', 'revision_number': 6, 'project_id': '075e3ea67ec341bd8546d2def1548997', 'gw_port_host': None}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:59:15.571818 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1265c-c9af-4b29-bd03-ac8d61627c0b req-67294423-64e0-44bd-a2ee-04e06bf9de8d tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:15.573318 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2cf1265c-c9af-4b29-bd03-ac8d61627c0b req-67294423-64e0-44bd-a2ee-04e06bf9de8d tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.1775165 Dec 29 20:59:15.664141 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:15.696852 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2cf1265c-c9af-4b29-bd03-ac8d61627c0b req-636821a3-09c1-4ee6-9d31-767c154fdbed tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=d81fff50-4fbb-4266-a290-111e0d61458d&id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885177 Dec 29 20:59:15.710855 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Pushing event deleted for resources: {'Port': ['ID=f6edf908-4671-4c95-ad4a-69a6f688d6fe,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:15.954219 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-348785'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.210318 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1358'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.215050 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.240081 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-351318'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.240572 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8599681-a8db-494d-9c76-4fa6b71e9396 {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 20:59:16.252092 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.253183 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-9053affe-8192-4fcd-9c6c-3468f0665abd admin admin] 10.222.0.16 "DELETE /v2.0/routers/a8599681-a8db-494d-9c76-4fa6b71e9396 HTTP/1.1" status: 204 len: 168 time: 1.6108117 Dec 29 20:59:16.255613 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38104) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:16.315978 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-518eb369-0b33-4bcc-9934-cf1dcf796e9b admin admin] Deleting subnet ef97d291-dce7-42e6-87d4-dbf131039ac9 {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:59:16.318823 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-518eb369-0b33-4bcc-9934-cf1dcf796e9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.368483 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-518eb369-0b33-4bcc-9934-cf1dcf796e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351918'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.448765 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-518eb369-0b33-4bcc-9934-cf1dcf796e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.516733 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-518eb369-0b33-4bcc-9934-cf1dcf796e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2466315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2624466'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.552166 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eb369-0b33-4bcc-9934-cf1dcf796e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef97d291-dce7-42e6-87d4-dbf131039ac9,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:16.558139 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-518eb369-0b33-4bcc-9934-cf1dcf796e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.563269 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8b4c4-fa00-4736-a421-354e55ce5340 None None] Network 1023b155-5af2-4d3a-a7da-a263b3807117 requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:59:16.564233 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-518eb369-0b33-4bcc-9934-cf1dcf796e9b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ef97d291-dce7-42e6-87d4-dbf131039ac9 HTTP/1.1" status: 204 len: 168 time: 0.3076243 Dec 29 20:59:16.566665 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38108) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:16.673143 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.684006 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Deleting port 2fe59be8-10c5-4368-b223-e5c8ca7a206e {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:16.684260 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.691507 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f6edf908-4671-4c95-ad4a-69a6f688d6fe no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:59:16.758008 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: f6edf908-4671-4c95-ad4a-69a6f688d6fe {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:59:16.758367 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f6edf908-4671-4c95-ad4a-69a6f688d6fe not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:59:16.758787 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f689fc4d-f797-4066-9e68-9b76c932a4da no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:59:16.790068 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: f689fc4d-f797-4066-9e68-9b76c932a4da {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:59:16.790405 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device f689fc4d-f797-4066-9e68-9b76c932a4da not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:59:16.888079 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] DHCP port deletion for 1023b155-5af2-4d3a-a7da-a263b3807117 request from dv-cinder-823170-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 20:59:16.892479 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] Deleting port 2fe59be8-10c5-4368-b223-e5c8ca7a206e {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:16.893030 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:16.972321 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] For port 2fe59be8-10c5-4368-b223-e5c8ca7a206e, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=2fe59be8-10c5-4368-b223-e5c8ca7a206e,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:16.972586 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.091679 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Calling delete_port for 2fe59be8-10c5-4368-b223-e5c8ca7a206e owned by network:dhcp {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:17.095868 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] For port 2fe59be8-10c5-4368-b223-e5c8ca7a206e, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=2fe59be8-10c5-4368-b223-e5c8ca7a206e,segment=NetworkSegment(2e2b979b-b5a6-4732-bedc-82ae3faecd13),segment_id=2e2b979b-b5a6-4732-bedc-82ae3faecd13)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:17.096471 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.168694 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.217815 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe59be8-10c5-4368-b223-e5c8ca7a206e,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:17.226788 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] No DVR routers for this DVR port 2fe59be8-10c5-4368-b223-e5c8ca7a206e on host dv-cinder-823170-1-smb {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:59:17.248765 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] Calling delete_port for 2fe59be8-10c5-4368-b223-e5c8ca7a206e owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:17.325882 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 20:59:17.326339 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 20:59:17.356420 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.383481 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1023b155-5af2-4d3a-a7da-a263b3807117']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:17.397478 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2b979b-b5a6-4732-bedc-82ae3faecd13') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:17.397774 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2b979b-b5a6-4732-bedc-82ae3faecd13') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:17.410615 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2351927'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.428362 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.435194 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:59:17.435597 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466541'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: Traceback (most recent call last): Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: timer() Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: cb(*args, **kw) Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: return func(*args, **kwargs) Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: self._notify() Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: self.callback(batched_events) Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: event.method(event) Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: return f(self, *a, **k) Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: return self._get(url).json() Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:59:17.448883 dv-cinder-823170-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:59:17.528614 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.534205 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.559018 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=1023b155-5af2-4d3a-a7da-a263b3807117,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:17.572220 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e79f86a3-97aa-4d81-a680-d07adcb4bc01 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1023b155-5af2-4d3a-a7da-a263b3807117 HTTP/1.1" status: 204 len: 168 time: 1.0045753 Dec 29 20:59:17.762169 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38122) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:17.810112 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d42511e4-ec2d-4446-a857-eccbc231e7bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=075e3ea67ec341bd8546d2def1548997&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0468211 Dec 29 20:59:17.812520 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38126) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:17.827557 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] Deleting port 2fe59be8-10c5-4368-b223-e5c8ca7a206e {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:17.828590 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.873305 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-801a4485-e7ae-409f-a171-97a6aee5919f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.890801 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-f6785abc-6f51-4e17-af83-5b7df58b461c None None] The port '2fe59be8-10c5-4368-b223-e5c8ca7a206e' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 20:59:17.905479 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-801a4485-e7ae-409f-a171-97a6aee5919f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.955664 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-801a4485-e7ae-409f-a171-97a6aee5919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.972278 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a4485-e7ae-409f-a171-97a6aee5919f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ecb159-2778-4722-88be-ec3e70bf0e53,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:17.978571 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-801a4485-e7ae-409f-a171-97a6aee5919f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.979677 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-801a4485-e7ae-409f-a171-97a6aee5919f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07ecb159-2778-4722-88be-ec3e70bf0e53 HTTP/1.1" status: 204 len: 168 time: 0.1662121 Dec 29 20:59:18.686677 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 2fe59be8-10c5-4368-b223-e5c8ca7a206e no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:59:18.722628 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 2fe59be8-10c5-4368-b223-e5c8ca7a206e {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:59:18.723201 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 2fe59be8-10c5-4368-b223-e5c8ca7a206e not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:59:18.935434 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38162) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:19.074372 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dce95200-062d-43f4-b4f7-b4d193251ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.108246 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-dce95200-062d-43f4-b4f7-b4d193251ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:19.113267 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-dce95200-062d-43f4-b4f7-b4d193251ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:b448d3374e154496a09ab806d6f44459 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:19.116716 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-dce95200-062d-43f4-b4f7-b4d193251ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:19.123336 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-dce95200-062d-43f4-b4f7-b4d193251ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:19.192446 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dce95200-062d-43f4-b4f7-b4d193251ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.196098 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dce95200-062d-43f4-b4f7-b4d193251ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.240457 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce95200-062d-43f4-b4f7-b4d193251ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914abfa6-07a4-40c9-86ed-6928b9569515,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:19.246387 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-dce95200-062d-43f4-b4f7-b4d193251ff6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b448d3374e154496a09ab806d6f44459&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3098683 Dec 29 20:59:19.249219 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38170) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:19.309866 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c82beee6-1b66-4e03-99d0-982dcf8435ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.343810 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c82beee6-1b66-4e03-99d0-982dcf8435ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.394612 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c82beee6-1b66-4e03-99d0-982dcf8435ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.409330 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82beee6-1b66-4e03-99d0-982dcf8435ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914abfa6-07a4-40c9-86ed-6928b9569515,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:19.415076 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c82beee6-1b66-4e03-99d0-982dcf8435ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.419098 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c82beee6-1b66-4e03-99d0-982dcf8435ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/914abfa6-07a4-40c9-86ed-6928b9569515 HTTP/1.1" status: 204 len: 168 time: 0.1685226 Dec 29 20:59:19.762548 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38186) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:19.781226 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bccb1baf-223c-4cb5-b2d4-6f2537da62b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.812753 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bccb1baf-223c-4cb5-b2d4-6f2537da62b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:19.816602 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bccb1baf-223c-4cb5-b2d4-6f2537da62b8 admin admin] Usage tracker for resource:security_group_rule and tenant:da00b96e138f4a078572a16ce0202a5c is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:19.819383 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bccb1baf-223c-4cb5-b2d4-6f2537da62b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:19.825552 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bccb1baf-223c-4cb5-b2d4-6f2537da62b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:19.900014 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bccb1baf-223c-4cb5-b2d4-6f2537da62b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.903289 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bccb1baf-223c-4cb5-b2d4-6f2537da62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.946064 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb1baf-223c-4cb5-b2d4-6f2537da62b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326bed3e-9a4a-4738-a6b2-2e2943411608,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:19.953607 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-bccb1baf-223c-4cb5-b2d4-6f2537da62b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da00b96e138f4a078572a16ce0202a5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1900260 Dec 29 20:59:19.956285 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38190) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:20.013699 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5f28ec61-cb3d-43e2-9d0c-3e8fe9197d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:20.042168 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5f28ec61-cb3d-43e2-9d0c-3e8fe9197d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:20.093287 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5f28ec61-cb3d-43e2-9d0c-3e8fe9197d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:20.110230 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28ec61-cb3d-43e2-9d0c-3e8fe9197d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326bed3e-9a4a-4738-a6b2-2e2943411608,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:20.115380 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5f28ec61-cb3d-43e2-9d0c-3e8fe9197d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:20.117277 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5f28ec61-cb3d-43e2-9d0c-3e8fe9197d3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/326bed3e-9a4a-4738-a6b2-2e2943411608 HTTP/1.1" status: 204 len: 168 time: 0.1598330 Dec 29 20:59:22.397752 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38270) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:22.560948 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7149c708-9468-428b-b36d-8f0aeb0f3983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:22.578644 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:22.598473 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7149c708-9468-428b-b36d-8f0aeb0f3983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:22.602242 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7149c708-9468-428b-b36d-8f0aeb0f3983 admin admin] Usage tracker for resource:security_group_rule and tenant:3a0d816f9282497697b2be323b08499c is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:22.605763 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7149c708-9468-428b-b36d-8f0aeb0f3983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:22.613586 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7149c708-9468-428b-b36d-8f0aeb0f3983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:22.705281 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7149c708-9468-428b-b36d-8f0aeb0f3983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:22.709320 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7149c708-9468-428b-b36d-8f0aeb0f3983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:22.740758 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38278) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:22.760210 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7149c708-9468-428b-b36d-8f0aeb0f3983 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a0d816f9282497697b2be323b08499c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3613412 Dec 29 20:59:22.761082 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149c708-9468-428b-b36d-8f0aeb0f3983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d86b7e-368e-4281-ae6f-059b706eed25,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:22.762847 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38284) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:22.841582 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6425e41e-60db-4032-9673-63879a2b11ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:22.874408 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6425e41e-60db-4032-9673-63879a2b11ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:22.925699 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d11d2825-5e00-48cc-b91c-f66a24c91471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:22.967622 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d11d2825-5e00-48cc-b91c-f66a24c91471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:22.972581 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6425e41e-60db-4032-9673-63879a2b11ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:22.976347 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d11d2825-5e00-48cc-b91c-f66a24c91471 admin admin] Usage tracker for resource:security_group_rule and tenant:669b70b688f94797b0bbda7cda33d9d6 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:22.984943 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d11d2825-5e00-48cc-b91c-f66a24c91471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:22.994563 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d11d2825-5e00-48cc-b91c-f66a24c91471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:22.999856 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425e41e-60db-4032-9673-63879a2b11ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d86b7e-368e-4281-ae6f-059b706eed25,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:23.030736 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6425e41e-60db-4032-9673-63879a2b11ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.032108 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6425e41e-60db-4032-9673-63879a2b11ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83d86b7e-368e-4281-ae6f-059b706eed25 HTTP/1.1" status: 204 len: 168 time: 0.2682345 Dec 29 20:59:23.089382 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d11d2825-5e00-48cc-b91c-f66a24c91471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.094196 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d11d2825-5e00-48cc-b91c-f66a24c91471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.157167 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d11d2825-5e00-48cc-b91c-f66a24c91471 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=669b70b688f94797b0bbda7cda33d9d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4153223 Dec 29 20:59:23.158584 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d2825-5e00-48cc-b91c-f66a24c91471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead1bf41-05a2-4afc-b573-f7446ba732b3,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:23.160520 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38290) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:23.231029 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6bdc88ac-917f-4bed-a9cc-d3a54578d9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.260983 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6bdc88ac-917f-4bed-a9cc-d3a54578d9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.325904 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6bdc88ac-917f-4bed-a9cc-d3a54578d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.344001 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc88ac-917f-4bed-a9cc-d3a54578d9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead1bf41-05a2-4afc-b573-f7446ba732b3,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:23.353807 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6bdc88ac-917f-4bed-a9cc-d3a54578d9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.354907 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-6bdc88ac-917f-4bed-a9cc-d3a54578d9cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ead1bf41-05a2-4afc-b573-f7446ba732b3 HTTP/1.1" status: 204 len: 168 time: 0.1931839 Dec 29 20:59:23.396682 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38298) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:23.415049 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ca87df2f-6603-42d9-ac7c-a6d9d7b19920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.449857 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ca87df2f-6603-42d9-ac7c-a6d9d7b19920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:23.453796 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ca87df2f-6603-42d9-ac7c-a6d9d7b19920 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb06d64201f4c40a4f4033b2e5f8cdb is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:23.457158 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ca87df2f-6603-42d9-ac7c-a6d9d7b19920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:23.462980 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ca87df2f-6603-42d9-ac7c-a6d9d7b19920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:23.532101 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ca87df2f-6603-42d9-ac7c-a6d9d7b19920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.536654 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ca87df2f-6603-42d9-ac7c-a6d9d7b19920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.582345 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87df2f-6603-42d9-ac7c-a6d9d7b19920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104a6eb7-17c7-43c4-8d25-1894a64b4fbe,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:23.587239 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ca87df2f-6603-42d9-ac7c-a6d9d7b19920 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcb06d64201f4c40a4f4033b2e5f8cdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1895275 Dec 29 20:59:23.589326 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38304) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:23.651670 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4fb0f19b-5b12-45dc-b235-95631d5a6ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.684625 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4fb0f19b-5b12-45dc-b235-95631d5a6ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.749025 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4fb0f19b-5b12-45dc-b235-95631d5a6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.768265 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0f19b-5b12-45dc-b235-95631d5a6ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a6eb7-17c7-43c4-8d25-1894a64b4fbe,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:23.776204 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4fb0f19b-5b12-45dc-b235-95631d5a6ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:23.780251 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4fb0f19b-5b12-45dc-b235-95631d5a6ae4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/104a6eb7-17c7-43c4-8d25-1894a64b4fbe HTTP/1.1" status: 204 len: 168 time: 0.1873555 Dec 29 20:59:28.853531 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38464) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:28.993282 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-99773881-7cfa-4363-bfda-7f62fd79196c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.024476 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-99773881-7cfa-4363-bfda-7f62fd79196c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:29.028183 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-99773881-7cfa-4363-bfda-7f62fd79196c admin admin] Usage tracker for resource:security_group_rule and tenant:b882e2f6c30a430a8ece0341c03fd9cf is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:29.030882 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-99773881-7cfa-4363-bfda-7f62fd79196c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:29.038630 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-99773881-7cfa-4363-bfda-7f62fd79196c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:29.104339 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-99773881-7cfa-4363-bfda-7f62fd79196c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.107635 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-99773881-7cfa-4363-bfda-7f62fd79196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.151062 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99773881-7cfa-4363-bfda-7f62fd79196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d57130-eb0d-48d3-8343-88bfb0e5bca1,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:29.155348 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-99773881-7cfa-4363-bfda-7f62fd79196c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b882e2f6c30a430a8ece0341c03fd9cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3007436 Dec 29 20:59:29.158517 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38470) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:29.219336 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4fd9482e-1e0a-46a4-952d-4cc736e853fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.247036 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4fd9482e-1e0a-46a4-952d-4cc736e853fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.299803 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4fd9482e-1e0a-46a4-952d-4cc736e853fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.315819 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9482e-1e0a-46a4-952d-4cc736e853fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d57130-eb0d-48d3-8343-88bfb0e5bca1,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:29.320083 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4fd9482e-1e0a-46a4-952d-4cc736e853fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.321323 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4fd9482e-1e0a-46a4-952d-4cc736e853fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41d57130-eb0d-48d3-8343-88bfb0e5bca1 HTTP/1.1" status: 204 len: 168 time: 0.1617365 Dec 29 20:59:29.650303 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38482) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:29.671287 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5386-d5cc-4031-bba1-65050a1d4279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.706640 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-bc7c5386-d5cc-4031-bba1-65050a1d4279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:29.710622 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-bc7c5386-d5cc-4031-bba1-65050a1d4279 admin admin] Usage tracker for resource:security_group_rule and tenant:a9879352413f436db02e6ea6998863a5 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:29.713940 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-bc7c5386-d5cc-4031-bba1-65050a1d4279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:29.719719 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-bc7c5386-d5cc-4031-bba1-65050a1d4279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:29.794181 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5386-d5cc-4031-bba1-65050a1d4279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.798619 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5386-d5cc-4031-bba1-65050a1d4279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.850272 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c5386-d5cc-4031-bba1-65050a1d4279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7198ee50-930c-4429-b3e4-9dc49d5f693b,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:29.855227 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bc7c5386-d5cc-4031-bba1-65050a1d4279 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9879352413f436db02e6ea6998863a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2037570 Dec 29 20:59:29.857831 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38494) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:29.919759 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1715ed3d-2635-49c7-80c5-7cc014ec87bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.945331 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1715ed3d-2635-49c7-80c5-7cc014ec87bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:29.997428 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1715ed3d-2635-49c7-80c5-7cc014ec87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.021205 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715ed3d-2635-49c7-80c5-7cc014ec87bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7198ee50-930c-4429-b3e4-9dc49d5f693b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:30.029127 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1715ed3d-2635-49c7-80c5-7cc014ec87bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.032737 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-1715ed3d-2635-49c7-80c5-7cc014ec87bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7198ee50-930c-4429-b3e4-9dc49d5f693b HTTP/1.1" status: 204 len: 168 time: 0.1715720 Dec 29 20:59:30.102182 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38502) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:30.255311 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f4f31140-ccc1-402a-a2b0-309190936271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.293139 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f4f31140-ccc1-402a-a2b0-309190936271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:30.297055 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f4f31140-ccc1-402a-a2b0-309190936271 admin admin] Usage tracker for resource:security_group_rule and tenant:03811d540bdf47b4a591fcca202254f8 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:30.299819 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f4f31140-ccc1-402a-a2b0-309190936271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:30.305407 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f4f31140-ccc1-402a-a2b0-309190936271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:30.374386 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f4f31140-ccc1-402a-a2b0-309190936271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.378827 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f4f31140-ccc1-402a-a2b0-309190936271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.422440 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f31140-ccc1-402a-a2b0-309190936271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca7d4e3-02e7-4824-aab1-3cd0f003bd83,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:30.428498 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f4f31140-ccc1-402a-a2b0-309190936271 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03811d540bdf47b4a591fcca202254f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3251946 Dec 29 20:59:30.431107 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38514) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:30.491031 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-81f0f3d2-7967-49a9-9fdc-1c3d1fd5b56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.517380 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-81f0f3d2-7967-49a9-9fdc-1c3d1fd5b56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.574467 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-81f0f3d2-7967-49a9-9fdc-1c3d1fd5b56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.591621 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0f3d2-7967-49a9-9fdc-1c3d1fd5b56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca7d4e3-02e7-4824-aab1-3cd0f003bd83,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:30.597556 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-81f0f3d2-7967-49a9-9fdc-1c3d1fd5b56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.601824 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-81f0f3d2-7967-49a9-9fdc-1c3d1fd5b56f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eca7d4e3-02e7-4824-aab1-3cd0f003bd83 HTTP/1.1" status: 204 len: 168 time: 0.1697800 Dec 29 20:59:30.936851 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38532) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:30.954910 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-00f7b906-f248-4c12-a4db-591b329f9881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.986500 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-00f7b906-f248-4c12-a4db-591b329f9881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:30.990505 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-00f7b906-f248-4c12-a4db-591b329f9881 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8f7e15721e45db942007a846f840b6 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:30.993471 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-00f7b906-f248-4c12-a4db-591b329f9881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:31.000218 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-00f7b906-f248-4c12-a4db-591b329f9881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:31.067512 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-00f7b906-f248-4c12-a4db-591b329f9881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.071993 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-00f7b906-f248-4c12-a4db-591b329f9881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.118224 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7b906-f248-4c12-a4db-591b329f9881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed641741-22bf-4d84-a880-1c892e2e5ea1,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:31.123781 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-00f7b906-f248-4c12-a4db-591b329f9881 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e8f7e15721e45db942007a846f840b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1858935 Dec 29 20:59:31.128269 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38538) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:31.201198 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-53a5b54f-1849-4dcc-b614-b02537971596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.231191 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-53a5b54f-1849-4dcc-b614-b02537971596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.290388 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-53a5b54f-1849-4dcc-b614-b02537971596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.305783 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5b54f-1849-4dcc-b614-b02537971596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed641741-22bf-4d84-a880-1c892e2e5ea1,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:31.312213 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-53a5b54f-1849-4dcc-b614-b02537971596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.315877 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-53a5b54f-1849-4dcc-b614-b02537971596 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed641741-22bf-4d84-a880-1c892e2e5ea1 HTTP/1.1" status: 204 len: 168 time: 0.1841667 Dec 29 20:59:31.708212 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38558) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:31.726166 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10dfbd65-ff61-4b4a-a5be-5e8116479c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.759230 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-10dfbd65-ff61-4b4a-a5be-5e8116479c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:31.763424 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-10dfbd65-ff61-4b4a-a5be-5e8116479c0e admin admin] Usage tracker for resource:security_group_rule and tenant:a44933e7cb2348b0b03c8e4e52b3317d is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:31.766384 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-10dfbd65-ff61-4b4a-a5be-5e8116479c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:31.772330 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-10dfbd65-ff61-4b4a-a5be-5e8116479c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:31.842415 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10dfbd65-ff61-4b4a-a5be-5e8116479c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.847573 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10dfbd65-ff61-4b4a-a5be-5e8116479c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.849861 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-39920c8e-2a5c-4f97-aa2f-8133feb0cbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.901249 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfbd65-ff61-4b4a-a5be-5e8116479c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5de9c03-083c-4be4-b87f-28df7fa98931,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:31.905732 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-10dfbd65-ff61-4b4a-a5be-5e8116479c0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a44933e7cb2348b0b03c8e4e52b3317d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1964462 Dec 29 20:59:31.909001 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38564) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:31.974438 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-687b9e9a-962e-481c-89b5-d90786298e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.999631 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-687b9e9a-962e-481c-89b5-d90786298e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:32.049262 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-687b9e9a-962e-481c-89b5-d90786298e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:32.064128 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b9e9a-962e-481c-89b5-d90786298e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5de9c03-083c-4be4-b87f-28df7fa98931,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:32.070296 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-687b9e9a-962e-481c-89b5-d90786298e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:32.071134 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-687b9e9a-962e-481c-89b5-d90786298e20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5de9c03-083c-4be4-b87f-28df7fa98931 HTTP/1.1" status: 204 len: 168 time: 0.1610804 Dec 29 20:59:34.141260 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-159a11ac-dd2d-4cd9-801f-93e86f237384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:35.217862 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:35.429796 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:36.545069 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.012031 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38754) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:42.147753 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.177929 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:42.181698 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f490757eae74824823240f37e9fd872 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:42.184446 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:42.190531 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:42.255451 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.259269 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.302573 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7505842-24fc-4a77-b0a1-c5b164d668a7,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:42.308967 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f490757eae74824823240f37e9fd872&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2957704 Dec 29 20:59:42.311728 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38760) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:42.314677 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.315241 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.315804 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.316404 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.316987 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.317550 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.318103 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.318679 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.319253 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.319800 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.320163 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5065d47-ac58-4d00-8d9a-e0f0f455ccf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:42.373456 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c6a4-005d-46ca-94ea-7648f7d17b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.397546 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c6a4-005d-46ca-94ea-7648f7d17b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.448252 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c6a4-005d-46ca-94ea-7648f7d17b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.463490 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9c6a4-005d-46ca-94ea-7648f7d17b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7505842-24fc-4a77-b0a1-c5b164d668a7,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:42.474520 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c6a4-005d-46ca-94ea-7648f7d17b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.475624 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b5a9c6a4-005d-46ca-94ea-7648f7d17b3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7505842-24fc-4a77-b0a1-c5b164d668a7 HTTP/1.1" status: 204 len: 168 time: 0.1627717 Dec 29 20:59:42.647062 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:59:42.798957 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38772) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:42.818721 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a5b842a6-7345-416b-add1-80e51273b5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.850218 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a5b842a6-7345-416b-add1-80e51273b5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:42.854020 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a5b842a6-7345-416b-add1-80e51273b5e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7b9d415ec2af4907900225ec6b8dcdc2 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:42.856937 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a5b842a6-7345-416b-add1-80e51273b5e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:42.862832 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a5b842a6-7345-416b-add1-80e51273b5e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:42.932461 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a5b842a6-7345-416b-add1-80e51273b5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.936157 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a5b842a6-7345-416b-add1-80e51273b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:42.966127 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38778) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:42.987922 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b842a6-7345-416b-add1-80e51273b5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761218a8-db1f-4cca-8c2c-1e3aa3eac5b5,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:42.992806 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a5b842a6-7345-416b-add1-80e51273b5e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b9d415ec2af4907900225ec6b8dcdc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1920326 Dec 29 20:59:42.995673 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38784) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:43.057801 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c84275e7-998d-475e-999b-109171e51393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.088157 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c84275e7-998d-475e-999b-109171e51393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.121725 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9f6c0c2e-d615-4f92-a01b-031fd77fdf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.165333 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-9f6c0c2e-d615-4f92-a01b-031fd77fdf67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:43.169077 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-9f6c0c2e-d615-4f92-a01b-031fd77fdf67 admin admin] Usage tracker for resource:security_group_rule and tenant:354bd31700524a52b9671937de164efd is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:43.171955 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-9f6c0c2e-d615-4f92-a01b-031fd77fdf67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:43.179092 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-9f6c0c2e-d615-4f92-a01b-031fd77fdf67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:43.182149 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c84275e7-998d-475e-999b-109171e51393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.204083 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84275e7-998d-475e-999b-109171e51393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761218a8-db1f-4cca-8c2c-1e3aa3eac5b5,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:43.229208 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c84275e7-998d-475e-999b-109171e51393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.230397 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c84275e7-998d-475e-999b-109171e51393 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/761218a8-db1f-4cca-8c2c-1e3aa3eac5b5 HTTP/1.1" status: 204 len: 168 time: 0.2338493 Dec 29 20:59:43.272434 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9f6c0c2e-d615-4f92-a01b-031fd77fdf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.276390 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9f6c0c2e-d615-4f92-a01b-031fd77fdf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.325494 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c0c2e-d615-4f92-a01b-031fd77fdf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138769ca-5ecb-4d78-9642-b6afd0b74348,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:43.332736 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-9f6c0c2e-d615-4f92-a01b-031fd77fdf67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=354bd31700524a52b9671937de164efd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3652594 Dec 29 20:59:43.333001 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38790) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:43.393801 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8574bb94-79b0-43ba-abc7-45eb8d4af06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.418903 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8574bb94-79b0-43ba-abc7-45eb8d4af06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.470772 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8574bb94-79b0-43ba-abc7-45eb8d4af06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.486742 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574bb94-79b0-43ba-abc7-45eb8d4af06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138769ca-5ecb-4d78-9642-b6afd0b74348,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:43.495221 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8574bb94-79b0-43ba-abc7-45eb8d4af06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.498945 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8574bb94-79b0-43ba-abc7-45eb8d4af06d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/138769ca-5ecb-4d78-9642-b6afd0b74348 HTTP/1.1" status: 204 len: 168 time: 0.1649110 Dec 29 20:59:43.565865 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38798) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:43.584085 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b028eaa2-2be0-4af8-927c-aa4b3ac23847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.615447 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b028eaa2-2be0-4af8-927c-aa4b3ac23847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:43.619160 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b028eaa2-2be0-4af8-927c-aa4b3ac23847 admin admin] Usage tracker for resource:security_group_rule and tenant:a36ec88887294fef98df5f16a0dce22b is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:43.621917 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b028eaa2-2be0-4af8-927c-aa4b3ac23847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:43.628110 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b028eaa2-2be0-4af8-927c-aa4b3ac23847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:43.701322 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b028eaa2-2be0-4af8-927c-aa4b3ac23847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.705826 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b028eaa2-2be0-4af8-927c-aa4b3ac23847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.757146 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028eaa2-2be0-4af8-927c-aa4b3ac23847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119e0497-8ee8-42c3-9550-d12c19b33872,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:43.764020 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b028eaa2-2be0-4af8-927c-aa4b3ac23847 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a36ec88887294fef98df5f16a0dce22b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1947057 Dec 29 20:59:43.764250 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38804) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:43.823238 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7904e4e0-0fec-4b59-a67d-fbc36b159277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.850904 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7904e4e0-0fec-4b59-a67d-fbc36b159277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.904540 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7904e4e0-0fec-4b59-a67d-fbc36b159277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.912290 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38808) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:43.921327 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904e4e0-0fec-4b59-a67d-fbc36b159277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119e0497-8ee8-42c3-9550-d12c19b33872,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:43.925557 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7904e4e0-0fec-4b59-a67d-fbc36b159277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:43.929926 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7904e4e0-0fec-4b59-a67d-fbc36b159277 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/119e0497-8ee8-42c3-9550-d12c19b33872 HTTP/1.1" status: 204 len: 168 time: 0.1646826 Dec 29 20:59:44.003548 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-81a69778-54ac-4482-8647-40984760c17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:44.033158 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-81a69778-54ac-4482-8647-40984760c17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:44.036865 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-81a69778-54ac-4482-8647-40984760c17b admin admin] Usage tracker for resource:security_group_rule and tenant:2699aa2a7f884ef2a35e7e5603cfcab0 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:44.039565 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-81a69778-54ac-4482-8647-40984760c17b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:44.045093 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-81a69778-54ac-4482-8647-40984760c17b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:44.109597 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-81a69778-54ac-4482-8647-40984760c17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:44.113431 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-81a69778-54ac-4482-8647-40984760c17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:44.159139 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a69778-54ac-4482-8647-40984760c17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc062098-e47a-47ee-b914-b26f7c93b04f,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:44.163564 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-81a69778-54ac-4482-8647-40984760c17b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2699aa2a7f884ef2a35e7e5603cfcab0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2502570 Dec 29 20:59:44.166272 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38816) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:44.225141 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-cc79e506-db34-43f5-ad3a-28f20468e6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:44.254065 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-cc79e506-db34-43f5-ad3a-28f20468e6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:44.305239 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-cc79e506-db34-43f5-ad3a-28f20468e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:44.319428 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79e506-db34-43f5-ad3a-28f20468e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc062098-e47a-47ee-b914-b26f7c93b04f,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:44.328012 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-cc79e506-db34-43f5-ad3a-28f20468e6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:44.332187 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-cc79e506-db34-43f5-ad3a-28f20468e6a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc062098-e47a-47ee-b914-b26f7c93b04f HTTP/1.1" status: 204 len: 168 time: 0.1621075 Dec 29 20:59:45.619033 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38868) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:45.761457 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-948bc341-5db4-4896-9818-7d6395ffc606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:45.791695 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-948bc341-5db4-4896-9818-7d6395ffc606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:45.795410 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-948bc341-5db4-4896-9818-7d6395ffc606 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8124e6c77648a7b8095683e40dc708 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:45.798673 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-948bc341-5db4-4896-9818-7d6395ffc606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:45.804198 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-948bc341-5db4-4896-9818-7d6395ffc606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:45.870193 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-948bc341-5db4-4896-9818-7d6395ffc606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:45.874743 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-948bc341-5db4-4896-9818-7d6395ffc606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:45.919403 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bc341-5db4-4896-9818-7d6395ffc606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bad75b-97e9-454d-8d7c-fa68a58a77e0,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:45.923315 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-948bc341-5db4-4896-9818-7d6395ffc606 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f8124e6c77648a7b8095683e40dc708&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3033013 Dec 29 20:59:45.925947 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38874) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:45.984326 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d53b000f-e779-46a2-b862-0609e5934575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:46.009108 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d53b000f-e779-46a2-b862-0609e5934575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:46.060354 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d53b000f-e779-46a2-b862-0609e5934575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:46.073429 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b000f-e779-46a2-b862-0609e5934575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bad75b-97e9-454d-8d7c-fa68a58a77e0,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:46.081084 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d53b000f-e779-46a2-b862-0609e5934575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:46.082185 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d53b000f-e779-46a2-b862-0609e5934575 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45bad75b-97e9-454d-8d7c-fa68a58a77e0 HTTP/1.1" status: 204 len: 168 time: 0.1553695 Dec 29 20:59:48.224170 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38938) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:48.363272 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38a6f21f-309b-4484-a4db-9b9927287f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:48.393095 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-38a6f21f-309b-4484-a4db-9b9927287f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:48.396895 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-38a6f21f-309b-4484-a4db-9b9927287f9f admin admin] Usage tracker for resource:security_group_rule and tenant:80e6db2d81ed4ca88ae7b9f333417f38 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:48.399600 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-38a6f21f-309b-4484-a4db-9b9927287f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:48.405145 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-38a6f21f-309b-4484-a4db-9b9927287f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:48.468678 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38a6f21f-309b-4484-a4db-9b9927287f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:48.473693 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-38a6f21f-309b-4484-a4db-9b9927287f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:48.519814 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6f21f-309b-4484-a4db-9b9927287f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb48fdb4-d851-43ca-bb0d-7e728edcce31,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:48.523872 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-38a6f21f-309b-4484-a4db-9b9927287f9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80e6db2d81ed4ca88ae7b9f333417f38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2987244 Dec 29 20:59:48.527187 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38944) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:48.583510 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4afaaeaf-fc4e-4cba-934a-8e19f22c29e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:48.613637 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4afaaeaf-fc4e-4cba-934a-8e19f22c29e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:48.667016 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4afaaeaf-fc4e-4cba-934a-8e19f22c29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:48.680684 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaaeaf-fc4e-4cba-934a-8e19f22c29e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb48fdb4-d851-43ca-bb0d-7e728edcce31,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:48.686969 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4afaaeaf-fc4e-4cba-934a-8e19f22c29e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:48.688105 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4afaaeaf-fc4e-4cba-934a-8e19f22c29e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb48fdb4-d851-43ca-bb0d-7e728edcce31 HTTP/1.1" status: 204 len: 168 time: 0.1607044 Dec 29 20:59:49.014806 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b9d861ac-e779-49a0-9162-b1a64425105a req-dae66790-cf63-4309-b86a-0a434103394f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281458834&fields=id&tenant_id=23e277871e824dd5975210bc4c94ac91 HTTP/1.1" status: 200 len: 267 time: 0.0396693 Dec 29 20:59:49.094944 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d861ac-e779-49a0-9162-b1a64425105a req-8a3d5791-4795-4272-be73-84c99976d547 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:49.099676 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b9d861ac-e779-49a0-9162-b1a64425105a req-8a3d5791-4795-4272-be73-84c99976d547 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 985 time: 0.0761483 Dec 29 20:59:49.108724 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-b9d861ac-e779-49a0-9162-b1a64425105a req-f182edc3-507a-4308-b17e-edacba83a826 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Request body: {'port': {'security_groups': ['a331847a-5f86-4157-888e-6d6824b99bf8']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:59:49.226141 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b9d861ac-e779-49a0-9162-b1a64425105a req-f182edc3-507a-4308-b17e-edacba83a826 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:49.485969 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-b9d861ac-e779-49a0-9162-b1a64425105a req-f182edc3-507a-4308-b17e-edacba83a826 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] For port fe7e6d60-7b9f-4046-bb61-68d732612800, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe7e6d60-7b9f-4046-bb61-68d732612800,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:49.510462 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b9d861ac-e779-49a0-9162-b1a64425105a req-f182edc3-507a-4308-b17e-edacba83a826 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:49.515226 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b9d861ac-e779-49a0-9162-b1a64425105a req-f182edc3-507a-4308-b17e-edacba83a826 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744270258710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744269884344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744269925380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466497'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:49.528407 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fe7e6d60-7b9f-4046-bb61-68d732612800'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:59:49.585439 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d861ac-e779-49a0-9162-b1a64425105a req-f182edc3-507a-4308-b17e-edacba83a826 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:49.586053 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b9d861ac-e779-49a0-9162-b1a64425105a req-f182edc3-507a-4308-b17e-edacba83a826 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:49.587400 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b9d861ac-e779-49a0-9162-b1a64425105a req-f182edc3-507a-4308-b17e-edacba83a826 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "PUT /v2.0/ports/fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 943 time: 0.4837894 Dec 29 20:59:49.588214 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:49.594150 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38974) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:49.645696 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182edc3-507a-4308-b17e-edacba83a826 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event updated for resources: {'Port': ['ID=fe7e6d60-7b9f-4046-bb61-68d732612800,revision_number=7']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:49.678534 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fe7e6d60-7b9f-4046-bb61-68d732612800'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:59:49.682685 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'status': 'completed', 'code': 200} Dec 29 20:59:49.785984 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-50dc3dd8-d142-4eb1-b779-0c9a2689d124 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:49.917105 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-50dc3dd8-d142-4eb1-b779-0c9a2689d124 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:49.940733 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5a4559a3-bb08-4656-8901-53d6f56fa06a req-993abb25-872e-401c-833f-5bb748cd573e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23e277871e824dd5975210bc4c94ac91&device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 1099 time: 0.2291303 Dec 29 20:59:49.959261 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-38e149bd-35d8-49bd-86ab-bae09f7daa0e None None] Provisioning complete for port fe7e6d60-7b9f-4046-bb61-68d732612800 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:59:49.959742 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-38e149bd-35d8-49bd-86ab-bae09f7daa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615334'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:50.097488 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4559a3-bb08-4656-8901-53d6f56fa06a req-1039b96e-45e9-4e53-af22-872212748268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:50.098956 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5a4559a3-bb08-4656-8901-53d6f56fa06a req-1039b96e-45e9-4e53-af22-872212748268 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5dffac62-7062-4a81-81d1-e0da266e044c HTTP/1.1" status: 200 len: 914 time: 0.1436410 Dec 29 20:59:50.100090 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-50dc3dd8-d142-4eb1-b779-0c9a2689d124 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:50.106728 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38986) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:50.173456 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc3dd8-d142-4eb1-b779-0c9a2689d124 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81fff50-4fbb-4266-a290-111e0d61458d,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:50.228584 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-50dc3dd8-d142-4eb1-b779-0c9a2689d124 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:50.229779 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-50dc3dd8-d142-4eb1-b779-0c9a2689d124 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "DELETE /v2.0/security-groups/d81fff50-4fbb-4266-a290-111e0d61458d HTTP/1.1" status: 204 len: 168 time: 0.6334908 Dec 29 20:59:50.232757 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 38992) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:50.245755 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5a4559a3-bb08-4656-8901-53d6f56fa06a req-88360f6d-0ea1-48e1-8590-d752e7f8bc3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 1002 time: 0.1271234 Dec 29 20:59:50.307853 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4559a3-bb08-4656-8901-53d6f56fa06a req-80faee39-6584-428b-a571-c971d5a26552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:50.309359 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5a4559a3-bb08-4656-8901-53d6f56fa06a req-80faee39-6584-428b-a571-c971d5a26552 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71ce4341-b7cf-4a63-a637-905bfad57895 HTTP/1.1" status: 200 len: 853 time: 0.0565262 Dec 29 20:59:50.346658 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-65999a03-3f25-4b79-a3de-eb55a170591a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:50.388246 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5a4559a3-bb08-4656-8901-53d6f56fa06a req-deb2cec9-4f0c-4666-bd58-633992985f59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5dffac62-7062-4a81-81d1-e0da266e044c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687864 Dec 29 20:59:50.463889 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-65999a03-3f25-4b79-a3de-eb55a170591a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:50.477425 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-65999a03-3f25-4b79-a3de-eb55a170591a admin admin] Usage tracker for resource:security_group_rule and tenant:367ba494250e4d80b874fd75eed74665 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:50.483006 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-65999a03-3f25-4b79-a3de-eb55a170591a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:50.496978 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-65999a03-3f25-4b79-a3de-eb55a170591a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:50.517084 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Deleting port 810e6d02-e20a-4ad1-95e5-266feec3909c {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:50.517495 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:50.531256 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5a4559a3-bb08-4656-8901-53d6f56fa06a req-a6512ae0-4eef-4c4f-bedd-1a70b90c0f01 service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356978 Dec 29 20:59:50.666650 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5a4559a3-bb08-4656-8901-53d6f56fa06a req-1b5e4e71-6154-4ffb-908a-e991d34fb70a service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266193 Dec 29 20:59:50.749803 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-65999a03-3f25-4b79-a3de-eb55a170591a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:50.764136 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-65999a03-3f25-4b79-a3de-eb55a170591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:50.787952 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:50.788283 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:50.946921 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Calling delete_port for 810e6d02-e20a-4ad1-95e5-266feec3909c owned by network:floatingip {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:50.981205 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65999a03-3f25-4b79-a3de-eb55a170591a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b808368-cf0e-4602-9562-1e645992b606,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:50.988774 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-65999a03-3f25-4b79-a3de-eb55a170591a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=367ba494250e4d80b874fd75eed74665&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8805976 Dec 29 20:59:50.991152 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 38998) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:51.053640 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2bfd58b6-e128-448e-8857-f2bfea50708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:51.080408 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2bfd58b6-e128-448e-8857-f2bfea50708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:51.115543 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:51.141629 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2bfd58b6-e128-448e-8857-f2bfea50708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:51.155180 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd58b6-e128-448e-8857-f2bfea50708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b808368-cf0e-4602-9562-1e645992b606,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:51.158660 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event deleted for resources: {'Port': ['ID=810e6d02-e20a-4ad1-95e5-266feec3909c,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:51.163869 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2bfd58b6-e128-448e-8857-f2bfea50708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:51.165525 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2bfd58b6-e128-448e-8857-f2bfea50708d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b808368-cf0e-4602-9562-1e645992b606 HTTP/1.1" status: 204 len: 168 time: 0.1734860 Dec 29 20:59:51.354696 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks [] for floatingip, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:51.753506 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Router 3ffeaaf1-c50f-4433-8634-992f4560cf3d has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:59:51.954941 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:59:51.965410 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] Sync routers for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:59:51.981089 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:51.981951 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:59:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:51.984521 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:52.041303 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-8f0ffc95-c5df-49de-a614-f4bf4f001e4c tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "DELETE /v2.0/floatingips/f9e81a2a-d252-4f78-9216-097a922b1349 HTTP/1.1" status: 204 len: 168 time: 1.8042924 Dec 29 20:59:52.041303 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:52.111567 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'status': 'completed', 'code': 200} Dec 29 20:59:52.169846 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:52.207601 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-56f92446-951b-49a6-9acf-1582c31cb924 req-28745e16-13e3-4614-9edf-2e1d38e966bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23e277871e824dd5975210bc4c94ac91&device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 1099 time: 0.0700018 Dec 29 20:59:52.363192 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92446-951b-49a6-9acf-1582c31cb924 req-aa9982b5-64a7-4b18-95ea-f5ffb40212a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:52.364799 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-56f92446-951b-49a6-9acf-1582c31cb924 req-aa9982b5-64a7-4b18-95ea-f5ffb40212a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5dffac62-7062-4a81-81d1-e0da266e044c HTTP/1.1" status: 200 len: 914 time: 0.1492484 Dec 29 20:59:52.439993 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-56f92446-951b-49a6-9acf-1582c31cb924 req-b744120f-050a-4564-81d5-a56247e744c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 200 len: 217 time: 0.0675483 Dec 29 20:59:52.510831 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92446-951b-49a6-9acf-1582c31cb924 req-9054ff28-3c55-474b-875b-4ccd321d39fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:52.513128 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-56f92446-951b-49a6-9acf-1582c31cb924 req-9054ff28-3c55-474b-875b-4ccd321d39fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71ce4341-b7cf-4a63-a637-905bfad57895 HTTP/1.1" status: 200 len: 853 time: 0.0665135 Dec 29 20:59:52.550924 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:47Z', 'revision_number': 5, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:52.554881 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] Checking router: 3ffeaaf1-c50f-4433-8634-992f4560cf3d for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:59:52.574847 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:52.575437 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:59:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:52.598663 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-56f92446-951b-49a6-9acf-1582c31cb924 req-f8603768-46d6-4542-800c-6d30054b0b8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5dffac62-7062-4a81-81d1-e0da266e044c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718663 Dec 29 20:59:52.628609 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:52.735161 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-56f92446-951b-49a6-9acf-1582c31cb924 req-c819c7db-7c19-4116-b5e9-664d4fb9bff3 service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287572 Dec 29 20:59:52.753364 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:52.868856 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-56f92446-951b-49a6-9acf-1582c31cb924 req-c1305902-25cf-4e59-a308-39082202b072 service neutron] 10.222.0.32 "GET /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261220 Dec 29 20:59:53.080279 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:47Z', 'revision_number': 5, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:53.084115 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83662022-c995-424b-a883-c66cfb665aa3 None None] The sync data for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb is: [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T20:57:27Z', 'revision_number': 4, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': '56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126', 'name': '', 'network_id': '5dffac62-7062-4a81-81d1-e0da266e044c', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'mac_address': 'fa:16:3e:c4:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:27Z', 'updated_at': '2021-12-29T20:57:47Z', 'revision_number': 5, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'subnets': [{'id': '71ce4341-b7cf-4a63-a637-905bfad57895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:59:53.308887 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c518e0f-230b-4fb8-a20d-185be4bc5ca2 None None] New status for floating IP f9e81a2a-d252-4f78-9216-097a922b1349: DOWN {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:59:55.333500 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533441f-d3b4-4575-baea-32b8758d5f95 req-afa368ea-a2be-4e2b-bc8a-5cdb4a9a8736 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:55.334977 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0533441f-d3b4-4575-baea-32b8758d5f95 req-afa368ea-a2be-4e2b-bc8a-5cdb4a9a8736 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0823169 Dec 29 20:59:55.379632 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-0533441f-d3b4-4575-baea-32b8758d5f95 req-a09a38c6-1bde-4a50-b6e4-e59a5cd37a5f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Synchronizing usage tracker for tenant:23e277871e824dd5975210bc4c94ac91 on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:59:55.394650 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-0533441f-d3b4-4575-baea-32b8758d5f95 req-a09a38c6-1bde-4a50-b6e4-e59a5cd37a5f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Unset dirty status for tenant:23e277871e824dd5975210bc4c94ac91 on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:59:55.396101 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0533441f-d3b4-4575-baea-32b8758d5f95 req-a09a38c6-1bde-4a50-b6e4-e59a5cd37a5f tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554326 Dec 29 20:59:56.600706 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0e6c3-6384-416d-902a-eaf7988c9b91 req-c12b025b-8565-4d8e-ab1b-a3dab4a7b566 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:56.601307 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c6e0e6c3-6384-416d-902a-eaf7988c9b91 req-c12b025b-8565-4d8e-ab1b-a3dab4a7b566 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Synchronizing usage tracker for tenant:23e277871e824dd5975210bc4c94ac91 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:59:56.617035 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c6e0e6c3-6384-416d-902a-eaf7988c9b91 req-c12b025b-8565-4d8e-ab1b-a3dab4a7b566 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Unset dirty status for tenant:23e277871e824dd5975210bc4c94ac91 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:59:56.618272 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6e0e6c3-6384-416d-902a-eaf7988c9b91 req-c12b025b-8565-4d8e-ab1b-a3dab4a7b566 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.0980973 Dec 29 20:59:56.664650 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6e0e6c3-6384-416d-902a-eaf7988c9b91 req-b28c9881-3e07-42da-95ca-04b14a78cc77 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Dec 29 20:59:57.405355 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-5e7a5d50-d678-4824-8d75-b75060f77db0 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:57.406868 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-5e7a5d50-d678-4824-8d75-b75060f77db0 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.1370876 Dec 29 20:59:57.479622 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Deleting port fe7e6d60-7b9f-4046-bb61-68d732612800 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:57.480077 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:57.718492 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] For port fe7e6d60-7b9f-4046-bb61-68d732612800, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fe7e6d60-7b9f-4046-bb61-68d732612800,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:57.718842 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:57.847801 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Calling delete_port for fe7e6d60-7b9f-4046-bb61-68d732612800 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:58.022877 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46583da8-f784-4fd6-8f61-a4564a7aa716 req-af24500b-5f7d-49bc-bf98-a49bf477ddb0 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:58.024225 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-46583da8-f784-4fd6-8f61-a4564a7aa716 req-af24500b-5f7d-49bc-bf98-a49bf477ddb0 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5db7ea7-fc91-4966-8a44-1578ae529c12 HTTP/1.1" status: 200 len: 946 time: 0.1840382 Dec 29 20:59:58.073454 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:58.085313 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] get_ports_and_sgs() called for port_ids ['fe7e6d60-7b9f-4046-bb61-68d732612800'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:59:58.123165 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Pushing event deleted for resources: {'Port': ['ID=fe7e6d60-7b9f-4046-bb61-68d732612800,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:58.126988 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-46583da8-f784-4fd6-8f61-a4564a7aa716 req-19ea208a-a016-4076-a00a-d2689ac6c588 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.16 "GET /v2.0/security-groups?id=a331847a-5f86-4157-888e-6d6824b99bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966070 Dec 29 20:59:58.209790 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] No DVR routers for this DVR port fe7e6d60-7b9f-4046-bb61-68d732612800 on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:59:58.212318 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:58.215140 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'name': 'network-vif-deleted', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:58.229998 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-52cbd437-e03a-4b61-995d-b13d9f846e8d req-73fad0c9-9d8f-41cc-a91b-9511cd2e4047 tempest-TestMinimumBasicScenario-808635232 tempest-TestMinimumBasicScenario-808635232-project] 10.222.0.32 "DELETE /v2.0/ports/fe7e6d60-7b9f-4046-bb61-68d732612800 HTTP/1.1" status: 204 len: 173 time: 0.8119512 Dec 29 20:59:58.269432 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5db7ea7-fc91-4966-8a44-1578ae529c12', 'name': 'network-vif-deleted', 'tag': 'fe7e6d60-7b9f-4046-bb61-68d732612800', 'status': 'completed', 'code': 200} Dec 29 20:59:59.890558 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39096) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:00.273276 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349964'] for router_interface, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.918187 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Deleting port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:00.918823 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.086995 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] For port 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:01.087342 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.189297 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe7e6d60-7b9f-4046-bb61-68d732612800 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:01.202055 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Calling delete_port for 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 owned by network:router_interface {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:01.227872 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: fe7e6d60-7b9f-4046-bb61-68d732612800 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:01.228234 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device fe7e6d60-7b9f-4046-bb61-68d732612800 not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:01.372263 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.415834 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:01.699693 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350200'] for router_interface, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.853272 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-77de8996-5f83-4567-a4f5-ae726060a1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.320952 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Router 3ffeaaf1-c50f-4433-8634-992f4560cf3d has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:00:02.513666 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:00:02.524120 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] Sync routers for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:00:02.525553 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-6039f4b3-b628-4a87-b087-fd1d24b5c4a6 admin admin] 10.222.0.16 "PUT /v2.0/routers/3ffeaaf1-c50f-4433-8634-992f4560cf3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6339512 Dec 29 21:00:02.528043 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39106) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:02.535948 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:02.536536 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:59:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:02.708617 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:02.718543 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks [] for router, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.911000 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.920921 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Deleting port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:02.921319 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.995407 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T21:00:01Z', 'revision_number': 5, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port': {'id': '80fc49e8-ce84-4bf9-ae77-6a4479a73f40', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:25Z', 'updated_at': '2021-12-29T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:02.999202 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] Checking router: 3ffeaaf1-c50f-4433-8634-992f4560cf3d for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:00:03.014876 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] Routers {'3ffeaaf1-c50f-4433-8634-992f4560cf3d'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:03.015461 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T20:59:34Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:03.090377 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] For port 80fc49e8-ce84-4bf9-ae77-6a4479a73f40, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=80fc49e8-ce84-4bf9-ae77-6a4479a73f40,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:03.090745 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:03.196560 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] Set router 3ffeaaf1-c50f-4433-8634-992f4560cf3d gateway port host: None {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:03.212085 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Calling delete_port for 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 owned by network:router_gateway {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:03.298169 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T21:00:02Z', 'revision_number': 6, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port_host': None}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:03.302042 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140f487-a4dc-4ed6-8ced-bc744453dec4 None None] The sync data for ids ['3ffeaaf1-c50f-4433-8634-992f4560cf3d'] in dv-cinder-823170-1-smb is: [{'id': '3ffeaaf1-c50f-4433-8634-992f4560cf3d', 'name': 'tempest-TestMinimumBasicScenario-585357878-router', 'tenant_id': '23e277871e824dd5975210bc4c94ac91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:24Z', 'updated_at': '2021-12-29T21:00:02Z', 'revision_number': 6, 'project_id': '23e277871e824dd5975210bc4c94ac91', 'gw_port_host': None}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:00:03.454677 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:03.495817 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fc49e8-ce84-4bf9-ae77-6a4479a73f40,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:03.711113 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-348785'] for router_gateway, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:03.964208 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1358'] for router, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:03.968255 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:03.992173 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-351318'] for router, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:03.992680 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ffeaaf1-c50f-4433-8634-992f4560cf3d {{(pid=82854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:00:04.005036 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.006140 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0cd772f4-8e7c-4e3d-bde5-2d1b83df8e51 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3ffeaaf1-c50f-4433-8634-992f4560cf3d HTTP/1.1" status: 204 len: 168 time: 1.4771934 Dec 29 21:00:04.008588 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39112) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:04.069592 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e6e86f-aa1e-40d6-b139-bb33a8ee44ae admin admin] Deleting subnet 71ce4341-b7cf-4a63-a637-905bfad57895 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:00:04.072563 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e86f-aa1e-40d6-b139-bb33a8ee44ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.121040 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e86f-aa1e-40d6-b139-bb33a8ee44ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746124'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.143971 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-01351cd6-0b34-498e-83a5-2190ecba6e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.253232 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e86f-aa1e-40d6-b139-bb33a8ee44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.322002 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e86f-aa1e-40d6-b139-bb33a8ee44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2521536'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.359838 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6e86f-aa1e-40d6-b139-bb33a8ee44ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ce4341-b7cf-4a63-a637-905bfad57895,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:04.368003 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e86f-aa1e-40d6-b139-bb33a8ee44ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.373228 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b04491-7503-4efa-ac05-06fdc4e97eeb None None] Network 5dffac62-7062-4a81-81d1-e0da266e044c requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:00:04.374180 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a3e6e86f-aa1e-40d6-b139-bb33a8ee44ae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/71ce4341-b7cf-4a63-a637-905bfad57895 HTTP/1.1" status: 204 len: 168 time: 0.3646655 Dec 29 21:00:04.377126 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39124) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:04.480053 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.493908 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Deleting port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:04.494243 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.633321 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] DHCP port deletion for 5dffac62-7062-4a81-81d1-e0da266e044c request from dv-cinder-823170-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:00:04.637948 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] Deleting port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:04.638402 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.706327 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] For port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=ab9f01c5-bdac-4caf-bbb2-b6450cc87f40,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:04.706686 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.729751 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:04.776026 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:04.776367 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 80fc49e8-ce84-4bf9-ae77-6a4479a73f40 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:04.776823 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:04.920519 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Calling delete_port for ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 owned by network:dhcp {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:04.982447 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] For port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=ab9f01c5-bdac-4caf-bbb2-b6450cc87f40,segment=NetworkSegment(4ba4696d-0bae-401b-b516-9934a967b7ed),segment_id=4ba4696d-0bae-401b-b516-9934a967b7ed)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:04.982732 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:04.997786 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.040656 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9f01c5-bdac-4caf-bbb2-b6450cc87f40,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:05.046715 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] No DVR routers for this DVR port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 on host dv-cinder-823170-1-smb {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:00:05.100077 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3587038'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.113889 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] Calling delete_port for ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:05.161101 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.185618 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dffac62-7062-4a81-81d1-e0da266e044c']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:05.197660 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba4696d-0bae-401b-b516-9934a967b7ed') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:05.197953 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba4696d-0bae-401b-b516-9934a967b7ed') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:05.210376 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746133'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.217718 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:05.227389 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.233399 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:00:05.233714 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3031281'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: Traceback (most recent call last): Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: timer() Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: cb(*args, **kw) Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: return func(*args, **kwargs) Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: self._notify() Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: self.callback(batched_events) Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: event.method(event) Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: return f(self, *a, **k) Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: return self._get(url).json() Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:00:05.249914 dv-cinder-823170-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:00:05.257311 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:05.257650 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 56202c4c-ecd9-4b3b-bc5d-54fc8e2ef126 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:05.264513 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.265315 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:00:05.265811 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:00:05.323193 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.327341 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.351422 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dffac62-7062-4a81-81d1-e0da266e044c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:05.363621 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f9f50ba7-ca13-4406-9a7d-64cbb6a814f6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5dffac62-7062-4a81-81d1-e0da266e044c HTTP/1.1" status: 204 len: 168 time: 0.9855595 Dec 29 21:00:05.366451 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39134) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:05.431795 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.740183 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349964'] for router_interface, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.767318 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] Deleting port ab9f01c5-bdac-4caf-bbb2-b6450cc87f40 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:05.767769 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.840661 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-b954a19d-2e01-4b13-8485-b7055de9ebc5 None None] The port 'ab9f01c5-bdac-4caf-bbb2-b6450cc87f40' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:00:06.130253 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39144) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:06.269450 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4775-035c-4355-9270-d2f358b609fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.300427 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3bcf4775-035c-4355-9270-d2f358b609fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:06.304188 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3bcf4775-035c-4355-9270-d2f358b609fb admin admin] Usage tracker for resource:security_group_rule and tenant:a113a7cd443f43669e8a1ea211aa1236 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:00:06.306959 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3bcf4775-035c-4355-9270-d2f358b609fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:00:06.312597 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3bcf4775-035c-4355-9270-d2f358b609fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:06.381836 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4775-035c-4355-9270-d2f358b609fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.385827 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4775-035c-4355-9270-d2f358b609fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.428291 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Deleting port 180818d7-7978-418f-8035-92de8fed6625 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:06.428622 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.431675 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4775-035c-4355-9270-d2f358b609fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d329e1f0-ca7c-4116-bee4-ffbff2b8a395,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:06.436960 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3bcf4775-035c-4355-9270-d2f358b609fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a113a7cd443f43669e8a1ea211aa1236&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3056850 Dec 29 21:00:06.439667 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39150) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:06.500114 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2de713f3-b082-4b14-9ee4-d33372845c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.525154 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2de713f3-b082-4b14-9ee4-d33372845c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.556801 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.581255 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2de713f3-b082-4b14-9ee4-d33372845c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.596261 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de713f3-b082-4b14-9ee4-d33372845c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d329e1f0-ca7c-4116-bee4-ffbff2b8a395,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:06.600928 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] For port 180818d7-7978-418f-8035-92de8fed6625, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=180818d7-7978-418f-8035-92de8fed6625,segment=NetworkSegment(2d5a1f64-4472-4d80-889c-6d6c2293ca5f),segment_id=2d5a1f64-4472-4d80-889c-6d6c2293ca5f)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:06.601653 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.603827 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2de713f3-b082-4b14-9ee4-d33372845c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.607284 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-2de713f3-b082-4b14-9ee4-d33372845c16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d329e1f0-ca7c-4116-bee4-ffbff2b8a395 HTTP/1.1" status: 204 len: 168 time: 0.1644156 Dec 29 21:00:06.726487 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Calling delete_port for 180818d7-7978-418f-8035-92de8fed6625 owned by network:router_interface {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:06.918866 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.964813 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Pushing event deleted for resources: {'Port': ['ID=180818d7-7978-418f-8035-92de8fed6625,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:07.253555 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350200'] for router_interface, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:07.909107 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:00:08.115012 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:00:08.123467 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] Sync routers for ids ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:00:08.124735 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9034214c-10fa-46d7-bd6c-bd86e402c058 admin admin] 10.222.0.16 "PUT /v2.0/routers/4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7572281 Dec 29 21:00:08.127287 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39180) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:08.135935 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] Routers {'4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:08.136636 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T21:00:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:08.316879 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] Set router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:08.323698 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:08.512456 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:08.522071 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Deleting port c92583dd-54e2-45b1-a621-9bdb72e2ce7f {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:08.522484 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:08.589096 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T21:00:06Z', 'revision_number': 5, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'gw_port': {'id': 'c92583dd-54e2-45b1-a621-9bdb72e2ce7f', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:08.592765 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] Checking router: 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:00:08.603422 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] Routers {'4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:08.604066 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T21:00:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:08.754738 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] Set router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:08.788132 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] For port c92583dd-54e2-45b1-a621-9bdb72e2ce7f, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=c92583dd-54e2-45b1-a621-9bdb72e2ce7f,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:08.788537 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:08.860359 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T21:00:08Z', 'revision_number': 6, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'gw_port_host': None}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:08.864780 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb0f99-d46b-4df2-8616-1c39cbd3f7f3 None None] The sync data for ids ['4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb'] in dv-cinder-823170-1-smb is: [{'id': '4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb', 'name': 'tempest-TestMinimumBasicScenario-1877105637-router', 'tenant_id': '0019438d483e4e60b2d06531a2c839ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:57:31Z', 'updated_at': '2021-12-29T21:00:08Z', 'revision_number': 6, 'project_id': '0019438d483e4e60b2d06531a2c839ad', 'gw_port_host': None}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:00:08.912763 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Calling delete_port for c92583dd-54e2-45b1-a621-9bdb72e2ce7f owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:09.086944 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.132491 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92583dd-54e2-45b1-a621-9bdb72e2ce7f,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:09.361609 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-348785'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.626073 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1358'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.630125 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.653991 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-351318'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.654508 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:00:09.667311 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.668454 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6890faa7-2484-403c-9962-2603a9694112 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4e7a3881-57f9-4c91-9e8d-2796b6b7f6bb HTTP/1.1" status: 204 len: 168 time: 1.5401921 Dec 29 21:00:09.670802 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39190) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:09.732574 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de8b845-d7fa-4f2f-a3f8-907886cf3e00 admin admin] Deleting subnet 90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:00:09.735571 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6de8b845-d7fa-4f2f-a3f8-907886cf3e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.786321 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6de8b845-d7fa-4f2f-a3f8-907886cf3e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351918'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.862700 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6de8b845-d7fa-4f2f-a3f8-907886cf3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.931833 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6de8b845-d7fa-4f2f-a3f8-907886cf3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2466315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2624466'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.968029 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8b845-d7fa-4f2f-a3f8-907886cf3e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:09.973647 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6de8b845-d7fa-4f2f-a3f8-907886cf3e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:09.978894 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ffc9cc-59e5-48d4-87c7-b04a741b2ca9 None None] Network 0e438aab-4593-425a-a2a1-6b03a6d9ad8a requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:00:09.979350 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6de8b845-d7fa-4f2f-a3f8-907886cf3e00 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/90c7cf17-2bb1-4e7a-8b23-2d5a31fc37cf HTTP/1.1" status: 204 len: 168 time: 0.3076377 Dec 29 21:00:09.981678 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39194) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:10.167044 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.177505 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Deleting port 27ce3768-2985-489e-8643-a57866b88a78 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:10.177840 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.228036 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] DHCP port deletion for 0e438aab-4593-425a-a2a1-6b03a6d9ad8a request from dv-cinder-823170-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:00:10.232206 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] Deleting port 27ce3768-2985-489e-8643-a57866b88a78 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:10.232573 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.275835 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39198) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:10.392612 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] For port 27ce3768-2985-489e-8643-a57866b88a78, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=27ce3768-2985-489e-8643-a57866b88a78,segment=NetworkSegment(2d5a1f64-4472-4d80-889c-6d6c2293ca5f),segment_id=2d5a1f64-4472-4d80-889c-6d6c2293ca5f)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:10.393018 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.471445 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] For port 27ce3768-2985-489e-8643-a57866b88a78, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=27ce3768-2985-489e-8643-a57866b88a78,segment=NetworkSegment(2d5a1f64-4472-4d80-889c-6d6c2293ca5f),segment_id=2d5a1f64-4472-4d80-889c-6d6c2293ca5f)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:10.471865 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.502649 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Deleting port 899a71d3-2231-4553-9fc3-8ab493cf24ab {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:10.503052 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.521473 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Calling delete_port for 27ce3768-2985-489e-8643-a57866b88a78 owned by network:dhcp {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:10.596084 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] Calling delete_port for 27ce3768-2985-489e-8643-a57866b88a78 owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:10.603234 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.666385 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:00:10.666748 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:00:10.682955 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Pushing event deleted for resources: {'Port': ['ID=27ce3768-2985-489e-8643-a57866b88a78,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:10.698204 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] No DVR routers for this DVR port 27ce3768-2985-489e-8643-a57866b88a78 on host dv-cinder-823170-1-smb {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:00:10.710674 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.711043 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.716924 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 180818d7-7978-418f-8035-92de8fed6625 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:10.754784 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 180818d7-7978-418f-8035-92de8fed6625 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:10.755411 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 180818d7-7978-418f-8035-92de8fed6625 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:10.756015 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 27ce3768-2985-489e-8643-a57866b88a78 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:10.790489 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 27ce3768-2985-489e-8643-a57866b88a78 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:10.791134 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 27ce3768-2985-489e-8643-a57866b88a78 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:10.791742 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device c92583dd-54e2-45b1-a621-9bdb72e2ce7f no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:10.830918 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.845367 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: c92583dd-54e2-45b1-a621-9bdb72e2ce7f {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:10.845757 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device c92583dd-54e2-45b1-a621-9bdb72e2ce7f not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:10.857562 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e438aab-4593-425a-a2a1-6b03a6d9ad8a']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:10.870585 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5a1f64-4472-4d80-889c-6d6c2293ca5f') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:10.870876 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5a1f64-4472-4d80-889c-6d6c2293ca5f') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:10.886814 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2351927'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.903967 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Calling delete_port for 899a71d3-2231-4553-9fc3-8ab493cf24ab owned by network:floatingip {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:10.904439 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.911037 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:00:10.911953 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466541'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: Traceback (most recent call last): Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: timer() Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: cb(*args, **kw) Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: return func(*args, **kwargs) Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: self._notify() Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: self.callback(batched_events) Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: event.method(event) Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: return f(self, *a, **k) Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: return self._get(url).json() Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:00:10.928545 dv-cinder-823170-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:00:11.009110 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.027199 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.036415 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e438aab-4593-425a-a2a1-6b03a6d9ad8a,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:11.040588 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f0f7fd97-b8af-4f7e-8e75-bf80f2f5ba3c admin admin] 10.222.0.16 "DELETE /v2.0/networks/0e438aab-4593-425a-a2a1-6b03a6d9ad8a HTTP/1.1" status: 204 len: 168 time: 1.0579965 Dec 29 21:00:11.081069 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.132137 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event deleted for resources: {'Port': ['ID=899a71d3-2231-4553-9fc3-8ab493cf24ab,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:11.168100 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] Deleting port 27ce3768-2985-489e-8643-a57866b88a78 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:11.169032 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.201634 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.201984 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.202331 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.202652 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.202978 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.203947 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.204154 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.204545 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.204785 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.205101 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.205419 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:11.236806 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for floatingip, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.248866 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3d451e61-2d97-499f-aa48-2bc9e24d51a6 None None] The port '27ce3768-2985-489e-8643-a57866b88a78' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:00:11.288793 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39232) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:11.349204 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d9c3ed2b-e957-4459-8de8-975a1be21bba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23e277871e824dd5975210bc4c94ac91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0591125 Dec 29 21:00:11.351538 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39238) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:11.416881 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf7d4-629f-42cd-8590-aae9283bde29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.443548 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf7d4-629f-42cd-8590-aae9283bde29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.496969 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf7d4-629f-42cd-8590-aae9283bde29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.512510 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bf7d4-629f-42cd-8590-aae9283bde29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a331847a-5f86-4157-888e-6d6824b99bf8,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:11.526187 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf7d4-629f-42cd-8590-aae9283bde29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.530024 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-0e1bf7d4-629f-42cd-8590-aae9283bde29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a331847a-5f86-4157-888e-6d6824b99bf8 HTTP/1.1" status: 204 len: 168 time: 0.1775320 Dec 29 21:00:11.655549 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Router 240c597e-1090-438a-939b-82d1be720671 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:00:11.928750 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39248) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:11.996321 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1674a99c-4473-493d-b9db-5c3f3ed1de9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0019438d483e4e60b2d06531a2c839ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0663300 Dec 29 21:00:11.998617 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:00:11.999026 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39252) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:12.008774 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] Sync routers for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:00:12.020512 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:12.021797 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:12.022537 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T21:00:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:12.058451 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ce18f14-3b76-4552-a82b-99fba64ff111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:12.080784 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-454813ec-4914-45d6-906d-7973c6975df1 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "DELETE /v2.0/floatingips/d9ff7ba6-66a0-4d1f-b19f-016455120a2d HTTP/1.1" status: 204 len: 168 time: 1.8006387 Dec 29 21:00:12.080784 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:00:12.083887 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ce18f14-3b76-4552-a82b-99fba64ff111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:12.142016 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'status': 'completed', 'code': 200} Dec 29 21:00:12.150481 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ce18f14-3b76-4552-a82b-99fba64ff111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:12.165585 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce18f14-3b76-4552-a82b-99fba64ff111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e205af-77c9-428f-8ad4-4d9c90670c3d,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:12.172976 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3ce18f14-3b76-4552-a82b-99fba64ff111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:12.176627 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3ce18f14-3b76-4552-a82b-99fba64ff111 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1e205af-77c9-428f-8ad4-4d9c90670c3d HTTP/1.1" status: 204 len: 168 time: 0.1741354 Dec 29 21:00:12.239278 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:12.246433 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3f316261-ad19-4238-a065-b87000411102 req-967eb571-f34e-45cf-a2c6-e29e8c1b1307 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd376f49a914f9ba4c69d4830d3464f&device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 1099 time: 0.0694785 Dec 29 21:00:12.436251 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f316261-ad19-4238-a065-b87000411102 req-bbee4d27-5855-4be7-b55a-2efa0a88d17b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:12.438971 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3f316261-ad19-4238-a065-b87000411102 req-bbee4d27-5855-4be7-b55a-2efa0a88d17b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d HTTP/1.1" status: 200 len: 909 time: 0.1816638 Dec 29 21:00:12.562036 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3f316261-ad19-4238-a065-b87000411102 req-c00c3cc8-cfcf-4a9a-ba6b-d82a1a8bd182 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc HTTP/1.1" status: 200 len: 217 time: 0.1137505 Dec 29 21:00:12.599878 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:45Z', 'revision_number': 5, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:12.604763 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] Checking router: 240c597e-1090-438a-939b-82d1be720671 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:00:12.622353 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:12.623141 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T21:00:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:12.678085 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aade9e0-4cf3-403d-8295-ce62c659c0b4 req-103010f6-18c8-4c7e-b04b-354385334b72 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:12.682640 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f316261-ad19-4238-a065-b87000411102 req-b4dcd9b6-c287-4370-ab22-3c8a3b68f9ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:12.684494 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3f316261-ad19-4238-a065-b87000411102 req-b4dcd9b6-c287-4370-ab22-3c8a3b68f9ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e46d2721-0611-478f-86c1-1b8c381678e1 HTTP/1.1" status: 200 len: 848 time: 0.1123910 Dec 29 21:00:12.685220 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9aade9e0-4cf3-403d-8295-ce62c659c0b4 req-103010f6-18c8-4c7e-b04b-354385334b72 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1898725 Dec 29 21:00:12.741479 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9aade9e0-4cf3-403d-8295-ce62c659c0b4 req-b4913ec1-f7fd-409a-b93b-150b603a809e tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553205 Dec 29 21:00:12.789295 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3f316261-ad19-4238-a065-b87000411102 req-b11787d2-e863-412c-aacd-7b12dec90c34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965233 Dec 29 21:00:12.831689 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:12.927094 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3f316261-ad19-4238-a065-b87000411102 req-96254fd7-a237-4aa1-9580-f7c4000a6813 service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307416 Dec 29 21:00:13.059603 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-3f316261-ad19-4238-a065-b87000411102 req-f2cf3e68-63f4-4776-907b-c09c7aff0634 service neutron] 10.222.0.32 "GET /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249979 Dec 29 21:00:13.182697 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:45Z', 'revision_number': 5, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:13.186364 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28018aa-770f-4249-ac26-a4273df43fab None None] The sync data for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb is: [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T20:55:27Z', 'revision_number': 4, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb', '_interfaces': [{'id': 'e530725e-0384-42ef-8f22-1796fe224a8a', 'name': '', 'network_id': '5181ff57-aa6e-4e41-8dfe-b54f879d3f1d', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'mac_address': 'fa:16:3e:13:28:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:26Z', 'updated_at': '2021-12-29T20:55:45Z', 'revision_number': 5, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'subnets': [{'id': 'e46d2721-0611-478f-86c1-1b8c381678e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:00:13.393076 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5cb0ba-18ef-4635-8c28-1ffc8281531a None None] New status for floating IP d9ff7ba6-66a0-4d1f-b19f-016455120a2d: DOWN {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:00:13.927130 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810a830-5ed9-4f56-8f2c-46d1c98d5285 req-51cb7ba8-c70a-4e7f-889e-7eac822b3327 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:13.927830 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e810a830-5ed9-4f56-8f2c-46d1c98d5285 req-51cb7ba8-c70a-4e7f-889e-7eac822b3327 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Synchronizing usage tracker for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:00:13.943355 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e810a830-5ed9-4f56-8f2c-46d1c98d5285 req-51cb7ba8-c70a-4e7f-889e-7eac822b3327 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Unset dirty status for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:00:13.944570 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e810a830-5ed9-4f56-8f2c-46d1c98d5285 req-51cb7ba8-c70a-4e7f-889e-7eac822b3327 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.0924475 Dec 29 21:00:14.049050 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e810a830-5ed9-4f56-8f2c-46d1c98d5285 req-6035af0a-067a-47d5-9d14-42053caf42b5 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdc5eab-dfdd-48b5-a2e1-70d294999562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986445 Dec 29 21:00:14.063177 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ff13-6022-4c99-8659-4025868d0493 req-64c316c6-07a6-464f-a165-b49b5b8aaa9c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:14.064617 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4e79ff13-6022-4c99-8659-4025868d0493 req-64c316c6-07a6-464f-a165-b49b5b8aaa9c tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.32 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 946 time: 0.1122472 Dec 29 21:00:14.106816 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39278) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:14.135961 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-4e79ff13-6022-4c99-8659-4025868d0493 req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Deleting port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:14.136304 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-4e79ff13-6022-4c99-8659-4025868d0493 req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.249008 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-37f6d993-e207-40da-822b-aa8f4e00de33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.278922 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-37f6d993-e207-40da-822b-aa8f4e00de33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:14.283290 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-37f6d993-e207-40da-822b-aa8f4e00de33 admin admin] Usage tracker for resource:security_group_rule and tenant:e36d28e07a2b4ffb826ec76a072eb2b1 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:00:14.286104 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-37f6d993-e207-40da-822b-aa8f4e00de33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:00:14.291519 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-37f6d993-e207-40da-822b-aa8f4e00de33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:14.355945 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-37f6d993-e207-40da-822b-aa8f4e00de33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.359593 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-37f6d993-e207-40da-822b-aa8f4e00de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.377806 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-4e79ff13-6022-4c99-8659-4025868d0493 req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] For port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:14.378166 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-4e79ff13-6022-4c99-8659-4025868d0493 req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.403861 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d993-e207-40da-822b-aa8f4e00de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5dc4cc-fd98-4d3e-b21a-8da9e14a8a61,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:14.408772 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-37f6d993-e207-40da-822b-aa8f4e00de33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e36d28e07a2b4ffb826ec76a072eb2b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3008707 Dec 29 21:00:14.411720 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39284) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:14.472652 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-27791adb-1564-47a8-9df3-16b101efd647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.499242 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-27791adb-1564-47a8-9df3-16b101efd647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.551353 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-27791adb-1564-47a8-9df3-16b101efd647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.565604 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27791adb-1564-47a8-9df3-16b101efd647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5dc4cc-fd98-4d3e-b21a-8da9e14a8a61,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:14.572604 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-4e79ff13-6022-4c99-8659-4025868d0493 req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Calling delete_port for 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:14.573388 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-27791adb-1564-47a8-9df3-16b101efd647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.576818 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-27791adb-1564-47a8-9df3-16b101efd647 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e5dc4cc-fd98-4d3e-b21a-8da9e14a8a61 HTTP/1.1" status: 204 len: 168 time: 0.1623030 Dec 29 21:00:14.722110 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-4e79ff13-6022-4c99-8659-4025868d0493 req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.767869 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event deleted for resources: {'Port': ['ID=1d4d3d9a-2759-44bf-92d6-0f1bcb019abc,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:14.843168 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e79ff13-6022-4c99-8659-4025868d0493 req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] No DVR routers for this DVR port 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc on host hv-cinder-82317 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:00:14.845709 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-4e79ff13-6022-4c99-8659-4025868d0493 req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91958'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:14.848488 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'name': 'network-vif-deleted', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:00:14.870338 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4e79ff13-6022-4c99-8659-4025868d0493 req-0ac10398-86eb-4d97-b277-6a68ef83cf54 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.32 "DELETE /v2.0/ports/1d4d3d9a-2759-44bf-92d6-0f1bcb019abc HTTP/1.1" status: 204 len: 173 time: 0.7966511 Dec 29 21:00:14.908905 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70338807-dd61-4b31-b87e-476a45e9ad0f', 'name': 'network-vif-deleted', 'tag': '1d4d3d9a-2759-44bf-92d6-0f1bcb019abc', 'status': 'completed', 'code': 200} Dec 29 21:00:15.248738 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-d4e3accd-8cc4-48bf-a9f1-cbd3718d55ae req-c2f7ce2e-7ce4-48ca-91f5-1439447674ae tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Synchronizing usage tracker for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:00:15.268971 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-d4e3accd-8cc4-48bf-a9f1-cbd3718d55ae req-c2f7ce2e-7ce4-48ca-91f5-1439447674ae tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Unset dirty status for tenant:dbd376f49a914f9ba4c69d4830d3464f on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:00:15.270652 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d4e3accd-8cc4-48bf-a9f1-cbd3718d55ae req-c2f7ce2e-7ce4-48ca-91f5-1439447674ae tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "GET /v2.0/ports?device_id=70338807-dd61-4b31-b87e-476a45e9ad0f HTTP/1.1" status: 200 len: 210 time: 0.0754602 Dec 29 21:00:16.382169 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39320) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:16.447455 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d48e5934-a16a-4a67-9b1d-1679296ecaa7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:16.476045 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d48e5934-a16a-4a67-9b1d-1679296ecaa7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:16.538528 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d48e5934-a16a-4a67-9b1d-1679296ecaa7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:16.554665 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e5934-a16a-4a67-9b1d-1679296ecaa7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdc5eab-dfdd-48b5-a2e1-70d294999562,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:16.565522 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d48e5934-a16a-4a67-9b1d-1679296ecaa7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:16.566628 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d48e5934-a16a-4a67-9b1d-1679296ecaa7 tempest-TestShelveInstance-26786663 tempest-TestShelveInstance-26786663-project] 10.222.0.16 "DELETE /v2.0/security-groups/7fdc5eab-dfdd-48b5-a2e1-70d294999562 HTTP/1.1" status: 204 len: 168 time: 0.1834753 Dec 29 21:00:16.619168 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39326) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:16.993936 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349964'] for router_interface, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:17.581006 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Deleting port e530725e-0384-42ef-8f22-1796fe224a8a {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:17.581625 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:17.825506 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] For port e530725e-0384-42ef-8f22-1796fe224a8a, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=e530725e-0384-42ef-8f22-1796fe224a8a,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:17.825866 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:17.951059 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Calling delete_port for e530725e-0384-42ef-8f22-1796fe224a8a owned by network:router_interface {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:18.125874 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:18.168034 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Pushing event deleted for resources: {'Port': ['ID=e530725e-0384-42ef-8f22-1796fe224a8a,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:18.456927 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350200'] for router_interface, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:19.019344 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Router 240c597e-1090-438a-939b-82d1be720671 has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:00:19.289565 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:00:19.299578 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] Sync routers for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:00:19.307218 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-02351a71-c0d1-4bc5-a637-5a08826bb37b admin admin] 10.222.0.16 "PUT /v2.0/routers/240c597e-1090-438a-939b-82d1be720671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6866970 Dec 29 21:00:19.309505 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39362) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:19.320771 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:19.355226 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] No Port match for: 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:19.355561 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Device 1d4d3d9a-2759-44bf-92d6-0f1bcb019abc not bound to the agent host hv-cinder-82317 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:19.362019 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:19.362630 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T21:00:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:19.546664 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: dv-cinder-823170-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:19.602021 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:19.634086 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39370) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:19.648793 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:00:19.775737 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9f821b3-5633-4d87-a90e-b5477f37e961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:19.801398 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:19.812770 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Deleting port 4a09c5a2-2a9a-4032-828b-d38f5dca2755 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:19.813180 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:19.815055 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a9f821b3-5633-4d87-a90e-b5477f37e961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:19.820407 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a9f821b3-5633-4d87-a90e-b5477f37e961 admin admin] Usage tracker for resource:security_group_rule and tenant:23d7be9d0bed4d2395f74eb9118e694c is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:00:19.824934 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a9f821b3-5633-4d87-a90e-b5477f37e961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:00:19.831361 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a9f821b3-5633-4d87-a90e-b5477f37e961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:19.832450 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T21:00:18Z', 'revision_number': 5, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port': {'id': '4a09c5a2-2a9a-4032-828b-d38f5dca2755', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c597e-1090-438a-939b-82d1be720671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:19.836294 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] Checking router: 240c597e-1090-438a-939b-82d1be720671 for host: dv-cinder-823170-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:00:19.848910 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] Routers {'240c597e-1090-438a-939b-82d1be720671'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:19.849521 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T21:00:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['240c597e-1090-438a-939b-82d1be720671'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:19.912127 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9f821b3-5633-4d87-a90e-b5477f37e961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:19.916571 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9f821b3-5633-4d87-a90e-b5477f37e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:19.964343 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f821b3-5633-4d87-a90e-b5477f37e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8870624e-6b18-4d8a-a4ec-4970b8c9ebc5,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:19.974129 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a9f821b3-5633-4d87-a90e-b5477f37e961 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23d7be9d0bed4d2395f74eb9118e694c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3367140 Dec 29 21:00:19.978963 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39376) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:20.008341 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] Set router 240c597e-1090-438a-939b-82d1be720671 gateway port host: None {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:20.009197 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] For port 4a09c5a2-2a9a-4032-828b-d38f5dca2755, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=4a09c5a2-2a9a-4032-828b-d38f5dca2755,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:20.009648 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.041016 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cee37017-e9a8-499f-b960-5bd74c92ca21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.067067 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cee37017-e9a8-499f-b960-5bd74c92ca21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.112568 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T21:00:19Z', 'revision_number': 6, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port_host': None}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:20.117073 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764d79a5-5728-4e87-9c9d-084f21604054 None None] The sync data for ids ['240c597e-1090-438a-939b-82d1be720671'] in dv-cinder-823170-1-smb is: [{'id': '240c597e-1090-438a-939b-82d1be720671', 'name': 'tempest-TestShelveInstance-1070701822-router', 'tenant_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:23Z', 'updated_at': '2021-12-29T21:00:19Z', 'revision_number': 6, 'project_id': 'dbd376f49a914f9ba4c69d4830d3464f', 'gw_port_host': None}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:00:20.121563 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cee37017-e9a8-499f-b960-5bd74c92ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.134604 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Calling delete_port for 4a09c5a2-2a9a-4032-828b-d38f5dca2755 owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:20.136105 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee37017-e9a8-499f-b960-5bd74c92ca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8870624e-6b18-4d8a-a4ec-4970b8c9ebc5,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:20.142967 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cee37017-e9a8-499f-b960-5bd74c92ca21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.144112 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cee37017-e9a8-499f-b960-5bd74c92ca21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8870624e-6b18-4d8a-a4ec-4970b8c9ebc5 HTTP/1.1" status: 204 len: 168 time: 0.1641948 Dec 29 21:00:20.301653 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.346535 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a09c5a2-2a9a-4032-828b-d38f5dca2755,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:20.572835 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-348785'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.826183 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1358'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.830964 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.858440 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-351318'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.859173 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 240c597e-1090-438a-939b-82d1be720671 {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:00:20.881259 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.882639 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4086a1ba-f65f-4d6f-8d64-e035264e5235 admin admin] 10.222.0.16 "DELETE /v2.0/routers/240c597e-1090-438a-939b-82d1be720671 HTTP/1.1" status: 204 len: 168 time: 1.5719371 Dec 29 21:00:20.885140 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39398) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:20.949495 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b39310-e789-4f96-b199-2e6650a0abf4 admin admin] Deleting subnet e46d2721-0611-478f-86c1-1b8c381678e1 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:00:20.956569 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d3b39310-e789-4f96-b199-2e6650a0abf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:20.967513 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 4a09c5a2-2a9a-4032-828b-d38f5dca2755 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:21.011391 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 4a09c5a2-2a9a-4032-828b-d38f5dca2755 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:21.011811 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 4a09c5a2-2a9a-4032-828b-d38f5dca2755 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:21.012442 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device e530725e-0384-42ef-8f22-1796fe224a8a no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:21.034579 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d3b39310-e789-4f96-b199-2e6650a0abf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746124'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:21.049624 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: e530725e-0384-42ef-8f22-1796fe224a8a {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:21.050394 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device e530725e-0384-42ef-8f22-1796fe224a8a not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:21.128772 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d3b39310-e789-4f96-b199-2e6650a0abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:21.216159 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d3b39310-e789-4f96-b199-2e6650a0abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2521536'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:21.264942 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b39310-e789-4f96-b199-2e6650a0abf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46d2721-0611-478f-86c1-1b8c381678e1,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:21.270134 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d3b39310-e789-4f96-b199-2e6650a0abf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:21.277198 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eab7f1-5385-4823-b22c-459cbcbad23b None None] Network 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:00:21.288474 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39408) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:21.289196 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d3b39310-e789-4f96-b199-2e6650a0abf4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e46d2721-0611-478f-86c1-1b8c381678e1 HTTP/1.1" status: 204 len: 168 time: 0.4024761 Dec 29 21:00:21.534717 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:21.546241 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Deleting port 70f4f006-7065-4e2e-8d87-4f70004bbfae {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:21.546623 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:21.594643 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] DHCP port deletion for 5181ff57-aa6e-4e41-8dfe-b54f879d3f1d request from dv-cinder-823170-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:00:21.600192 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] Deleting port 70f4f006-7065-4e2e-8d87-4f70004bbfae {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:21.600745 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:21.843566 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] For port 70f4f006-7065-4e2e-8d87-4f70004bbfae, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=70f4f006-7065-4e2e-8d87-4f70004bbfae,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:21.844804 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:21.869502 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] For port 70f4f006-7065-4e2e-8d87-4f70004bbfae, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=70f4f006-7065-4e2e-8d87-4f70004bbfae,segment=NetworkSegment(c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0),segment_id=c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:21.871216 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:21.977782 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Calling delete_port for 70f4f006-7065-4e2e-8d87-4f70004bbfae owned by network:dhcp {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:21.993896 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] Calling delete_port for 70f4f006-7065-4e2e-8d87-4f70004bbfae owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:22.070723 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:22.077268 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:00:22.077701 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:00:22.119500 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Pushing event deleted for resources: {'Port': ['ID=70f4f006-7065-4e2e-8d87-4f70004bbfae,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:22.125342 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] No DVR routers for this DVR port 70f4f006-7065-4e2e-8d87-4f70004bbfae on host dv-cinder-823170-1-smb {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:00:22.238184 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:22.261736 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5181ff57-aa6e-4e41-8dfe-b54f879d3f1d']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:22.273151 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:22.273446 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c330cd9d-bab6-4e7e-ad5c-9daab4f3f9d0') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:22.288302 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2351927'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:22.304139 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:22.310231 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:00:22.310765 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466541'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: Traceback (most recent call last): Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: timer() Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: cb(*args, **kw) Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: return func(*args, **kwargs) Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: self._notify() Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: self.callback(batched_events) Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: event.method(event) Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: return f(self, *a, **k) Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: return self._get(url).json() Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:00:22.324237 dv-cinder-823170-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:00:22.399245 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:22.415414 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:22.425364 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] Pushing event deleted for resources: {'Network': ['ID=5181ff57-aa6e-4e41-8dfe-b54f879d3f1d,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:22.438492 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-97500c84-008a-4849-ab37-6b548bd3806b admin admin] 10.222.0.16 "DELETE /v2.0/networks/5181ff57-aa6e-4e41-8dfe-b54f879d3f1d HTTP/1.1" status: 204 len: 168 time: 1.1485338 Dec 29 21:00:22.441263 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39416) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:22.572639 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:22.578318 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] Deleting port 70f4f006-7065-4e2e-8d87-4f70004bbfae {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:22.579304 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:22.643140 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-ef56e47a-9cac-4518-a0dd-30424b7cd772 None None] The port '70f4f006-7065-4e2e-8d87-4f70004bbfae' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:00:22.701205 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 70f4f006-7065-4e2e-8d87-4f70004bbfae no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:22.733385 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 70f4f006-7065-4e2e-8d87-4f70004bbfae {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:22.733719 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 70f4f006-7065-4e2e-8d87-4f70004bbfae not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:23.005598 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349964'] for router_interface, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:23.688653 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Deleting port 913448c7-12b7-4434-b592-746e76b21dd2 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:23.688912 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:23.852725 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] For port 913448c7-12b7-4434-b592-746e76b21dd2, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=913448c7-12b7-4434-b592-746e76b21dd2,segment=NetworkSegment(974c121e-97de-4021-8bcf-92870bd532b8),segment_id=974c121e-97de-4021-8bcf-92870bd532b8)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:23.853073 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:23.968673 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Calling delete_port for 913448c7-12b7-4434-b592-746e76b21dd2 owned by network:router_interface {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:24.134458 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:24.176258 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Pushing event deleted for resources: {'Port': ['ID=913448c7-12b7-4434-b592-746e76b21dd2,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:24.456405 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350200'] for router_interface, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:25.174948 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Router d4c2452e-120d-4d47-b79d-1dd811efb26b has already been hosted by L3 agent 408b08fb-9668-4e67-8a21-fcbbfbf56096 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:00:25.379232 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] Notify agent at l3_agent.dv-cinder-823170-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:00:25.387989 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-163f8447-ba8d-4561-a725-0e8c36d1666e admin admin] 10.222.0.16 "PUT /v2.0/routers/d4c2452e-120d-4d47-b79d-1dd811efb26b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9457257 Dec 29 21:00:25.388176 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] Sync routers for ids ['d4c2452e-120d-4d47-b79d-1dd811efb26b'] in dv-cinder-823170-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:00:25.391301 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39444) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:25.401568 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] Routers {'d4c2452e-120d-4d47-b79d-1dd811efb26b'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:25.402196 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T21:00:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['d4c2452e-120d-4d47-b79d-1dd811efb26b'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:25.589903 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:25.601818 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] Set router d4c2452e-120d-4d47-b79d-1dd811efb26b gateway port host: dv-cinder-823170-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:25.778479 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:25.788928 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Deleting port 3adacc06-a457-4987-843b-efde8b2ae1d9 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:25.789333 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:25.875000 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'external_fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T21:00:24Z', 'revision_number': 5, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'gw_port': {'id': '3adacc06-a457-4987-843b-efde8b2ae1d9', 'name': '', 'network_id': '5e347921-4c99-41bd-9871-1de55a6c1867', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82a2c25-f309-4d79-9922-625041aa4663', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-smb'}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:25.879581 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] Checking router: d4c2452e-120d-4d47-b79d-1dd811efb26b for host: dv-cinder-823170-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:00:25.889896 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] Routers {'d4c2452e-120d-4d47-b79d-1dd811efb26b'} bound to L3 agent in host dv-cinder-823170-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:25.890478 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:04Z,description=,heartbeat_timestamp=2021-12-29T21:00:04Z,host='dv-cinder-823170-1-smb',id=408b08fb-9668-4e67-8a21-fcbbfbf56096,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:04Z,topic='l3_agent')) {'router_ids': ['d4c2452e-120d-4d47-b79d-1dd811efb26b'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:25.955574 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] For port 3adacc06-a457-4987-843b-efde8b2ae1d9, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=3adacc06-a457-4987-843b-efde8b2ae1d9,segment=NetworkSegment(e9fdb906-9b13-4b05-bed6-c4109e3751b5),segment_id=e9fdb906-9b13-4b05-bed6-c4109e3751b5)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:25.955942 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:26.036799 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] Set router d4c2452e-120d-4d47-b79d-1dd811efb26b gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:26.074542 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Calling delete_port for 3adacc06-a457-4987-843b-efde8b2ae1d9 owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:26.144654 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T21:00:25Z', 'revision_number': 6, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'gw_port_host': None}], 'dv-cinder-823170-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:26.148820 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282f957e-e6ec-4b90-a2b4-2b2e0ab0823d None None] The sync data for ids ['d4c2452e-120d-4d47-b79d-1dd811efb26b'] in dv-cinder-823170-1-smb is: [{'id': 'd4c2452e-120d-4d47-b79d-1dd811efb26b', 'name': 'tempest-TestShelveInstance-1172615340-router', 'tenant_id': 'a3592b1535f64432a8973b0dfc290994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:31Z', 'updated_at': '2021-12-29T21:00:25Z', 'revision_number': 6, 'project_id': 'a3592b1535f64432a8973b0dfc290994', 'gw_port_host': None}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:00:26.340041 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466526'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:26.385409 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adacc06-a457-4987-843b-efde8b2ae1d9,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:26.611118 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-348785'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:26.885864 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1358'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:26.893547 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:26.922173 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-351318'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:26.923013 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c2452e-120d-4d47-b79d-1dd811efb26b {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:00:26.944524 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:26.945890 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-58107fe0-f8e3-4669-a573-7b0fbbf34f09 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d4c2452e-120d-4d47-b79d-1dd811efb26b HTTP/1.1" status: 204 len: 168 time: 1.5536649 Dec 29 21:00:26.947535 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 913448c7-12b7-4434-b592-746e76b21dd2 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:26.948790 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39468) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:26.985414 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 913448c7-12b7-4434-b592-746e76b21dd2 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:26.985752 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 913448c7-12b7-4434-b592-746e76b21dd2 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:26.986349 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 3adacc06-a457-4987-843b-efde8b2ae1d9 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:27.018984 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: 3adacc06-a457-4987-843b-efde8b2ae1d9 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:27.019596 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device 3adacc06-a457-4987-843b-efde8b2ae1d9 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:27.038815 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1aed914-6a5a-4e17-81ee-dd58252830d0 admin admin] Deleting subnet 0c1ef3a9-6f12-40c7-94dc-318e01aa452f {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:00:27.041882 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d1aed914-6a5a-4e17-81ee-dd58252830d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.095762 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d1aed914-6a5a-4e17-81ee-dd58252830d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746124'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.190981 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d1aed914-6a5a-4e17-81ee-dd58252830d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594012'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.265681 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d1aed914-6a5a-4e17-81ee-dd58252830d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2521536'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.312166 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aed914-6a5a-4e17-81ee-dd58252830d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1ef3a9-6f12-40c7-94dc-318e01aa452f,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:27.318101 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d1aed914-6a5a-4e17-81ee-dd58252830d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.324312 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ebb006-a481-4958-8140-515c9f80aaaf None None] Network 33366552-ba09-48d4-ad51-3e0b6f15e0cf requested from dv-cinder-823170-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:00:27.324907 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d1aed914-6a5a-4e17-81ee-dd58252830d0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0c1ef3a9-6f12-40c7-94dc-318e01aa452f HTTP/1.1" status: 204 len: 168 time: 0.3743134 Dec 29 21:00:27.327363 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39478) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:27.443445 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541988'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.454459 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Deleting port b6f638d8-54dd-42a1-a408-7e74b2458ce0 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:27.454914 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.575866 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] DHCP port deletion for 33366552-ba09-48d4-ad51-3e0b6f15e0cf request from dv-cinder-823170-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:00:27.580251 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] Deleting port b6f638d8-54dd-42a1-a408-7e74b2458ce0 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:27.580627 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.669372 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] For port b6f638d8-54dd-42a1-a408-7e74b2458ce0, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=b6f638d8-54dd-42a1-a408-7e74b2458ce0,segment=NetworkSegment(974c121e-97de-4021-8bcf-92870bd532b8),segment_id=974c121e-97de-4021-8bcf-92870bd532b8)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:27.669725 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.788941 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] For port b6f638d8-54dd-42a1-a408-7e74b2458ce0, host dv-cinder-823170-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-smb',level=0,port_id=b6f638d8-54dd-42a1-a408-7e74b2458ce0,segment=NetworkSegment(974c121e-97de-4021-8bcf-92870bd532b8),segment_id=974c121e-97de-4021-8bcf-92870bd532b8)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:27.789324 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3914369'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.794998 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Calling delete_port for b6f638d8-54dd-42a1-a408-7e74b2458ce0 owned by network:dhcp {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:27.875138 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3586158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744270258692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744269884335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031234'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:27.918924 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f638d8-54dd-42a1-a408-7e74b2458ce0,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:27.933233 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] No DVR routers for this DVR port b6f638d8-54dd-42a1-a408-7e74b2458ce0 on host dv-cinder-823170-1-smb {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:00:27.936543 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] Calling delete_port for b6f638d8-54dd-42a1-a408-7e74b2458ce0 owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:28.008580 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:00:28.009324 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:00:28.127009 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-615965', 'neutron.services.segments.db._delete_segments_for_network-8744270378478'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.153541 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33366552-ba09-48d4-ad51-3e0b6f15e0cf']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:28.167547 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974c121e-97de-4021-8bcf-92870bd532b8') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:28.167836 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974c121e-97de-4021-8bcf-92870bd532b8') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:28.179113 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744270383373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746133'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.197645 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595103'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.204935 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:00:28.205599 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3031281'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: Traceback (most recent call last): Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: timer() Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: cb(*args, **kw) Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: return func(*args, **kwargs) Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: self._notify() Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: self.callback(batched_events) Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: event.method(event) Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: return f(self, *a, **k) Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: return self._get(url).json() Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:00:28.219523 dv-cinder-823170-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:00:28.291138 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-615954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-348684'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.309134 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776187'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.315391 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] Pushing event deleted for resources: {'Network': ['ID=33366552-ba09-48d4-ad51-3e0b6f15e0cf,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:28.321349 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5016e8ab-e479-4074-80a5-a59e95ec1586 admin admin] 10.222.0.16 "DELETE /v2.0/networks/33366552-ba09-48d4-ad51-3e0b6f15e0cf HTTP/1.1" status: 204 len: 168 time: 0.9930360 Dec 29 21:00:28.468944 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39512) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:28.510182 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] Deleting port b6f638d8-54dd-42a1-a408-7e74b2458ce0 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:28.510775 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744270397350'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.530049 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-73b8c4f2-ea41-4ceb-8a5d-82b4753d2edc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbd376f49a914f9ba4c69d4830d3464f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0595796 Dec 29 21:00:28.532655 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39518) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:28.575022 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-37db3227-e88a-437f-9071-2116903cf4c3 None None] The port 'b6f638d8-54dd-42a1-a408-7e74b2458ce0' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:00:28.600664 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2a6a07a7-6765-4f8d-a033-3ae99431a316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.626865 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2a6a07a7-6765-4f8d-a033-3ae99431a316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.679205 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2a6a07a7-6765-4f8d-a033-3ae99431a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.697468 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a07a7-6765-4f8d-a033-3ae99431a316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273735c1-6255-44f8-8bf4-c782802ea24d,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:28.711447 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2a6a07a7-6765-4f8d-a033-3ae99431a316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:28.715266 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2a6a07a7-6765-4f8d-a033-3ae99431a316 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/273735c1-6255-44f8-8bf4-c782802ea24d HTTP/1.1" status: 204 len: 168 time: 0.1790328 Dec 29 21:00:28.717212 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device b6f638d8-54dd-42a1-a408-7e74b2458ce0 no longer exists at agent ovs-agent-dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:28.796212 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] No Port match for: b6f638d8-54dd-42a1-a408-7e74b2458ce0 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:28.797625 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Device b6f638d8-54dd-42a1-a408-7e74b2458ce0 not bound to the agent host dv-cinder-823170-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:29.118854 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39534) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:29.168787 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b25e0f98-713d-4322-abed-89e22e485e0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3592b1535f64432a8973b0dfc290994&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488102 Dec 29 21:00:29.171451 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39538) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:29.231470 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c8c6-e0bf-455c-85c1-8b4ef794e761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:29.255099 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c8c6-e0bf-455c-85c1-8b4ef794e761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:29.303843 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c8c6-e0bf-455c-85c1-8b4ef794e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:29.317379 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7c8c6-e0bf-455c-85c1-8b4ef794e761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42217e0-c61e-4461-a55d-71d85cab7997,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:29.323032 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c8c6-e0bf-455c-85c1-8b4ef794e761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:29.324721 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a1b7c8c6-e0bf-455c-85c1-8b4ef794e761 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a42217e0-c61e-4461-a55d-71d85cab7997 HTTP/1.1" status: 204 len: 168 time: 0.1526072 Dec 29 21:00:31.856671 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa2d6-3270-49a2-8cc1-d22a7968c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:32.770313 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.16', 39564) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:32.909070 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9353e9e4-2b42-46b8-a73b-009d5ce620c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:32.937861 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9353e9e4-2b42-46b8-a73b-009d5ce620c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:32.941522 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9353e9e4-2b42-46b8-a73b-009d5ce620c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2ecc65f8e4f842d88c7c5bb4fcf2c197 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:00:32.944201 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9353e9e4-2b42-46b8-a73b-009d5ce620c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:00:32.949610 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9353e9e4-2b42-46b8-a73b-009d5ce620c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:33.011371 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9353e9e4-2b42-46b8-a73b-009d5ce620c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:33.014741 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9353e9e4-2b42-46b8-a73b-009d5ce620c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:33.063300 dv-cinder-823170-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9353e9e4-2b42-46b8-a73b-009d5ce620c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ecc65f8e4f842d88c7c5bb4fcf2c197&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2919497 Dec 29 21:00:33.064071 dv-cinder-823170-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353e9e4-2b42-46b8-a73b-009d5ce620c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f477f-73a3-47a7-b5fb-9f2dce6c6622,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:33.065973 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.16', 39570) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:33.123974 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c2450721-0a38-4826-b36f-d2c4a8eb6a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:33.151111 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c2450721-0a38-4826-b36f-d2c4a8eb6a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:33.201488 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c2450721-0a38-4826-b36f-d2c4a8eb6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340759'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:33.215453 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2450721-0a38-4826-b36f-d2c4a8eb6a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f477f-73a3-47a7-b5fb-9f2dce6c6622,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:33.223194 dv-cinder-823170-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c2450721-0a38-4826-b36f-d2c4a8eb6a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:33.224342 dv-cinder-823170-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c2450721-0a38-4826-b36f-d2c4a8eb6a1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e76f477f-73a3-47a7-b5fb-9f2dce6c6622 HTTP/1.1" status: 204 len: 168 time: 0.1573648 Dec 29 21:00:34.147996 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5e23d967-bf7e-4582-b05d-5c2de2393dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:35.225157 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:35.433005 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:36.551731 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:52.576283 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:56.649406 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:01:01.859020 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e392111f-69a9-444d-98a8-0a3c5e9851fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:04.148015 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c611f56d-775b-4160-af20-94f4ed3fc882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:05.227087 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:05.434381 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:06.553346 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:22.584673 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:31.860862 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0f376627-bf3d-45ae-8e15-25d971806ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:33.648924 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:01:34.149060 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f0a6-342e-48ed-b032-ddce5ce484ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:35.229444 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:35.435018 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:36.555961 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:52.603214 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:01.861834 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-33e63d5b-fe53-42fe-9e2d-7bbd5f397ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:04.149733 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cac88f35-2d43-426a-b574-360c35b7a12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:05.234957 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:05.435174 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:06.558595 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:10.649352 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:02:22.602697 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.864707 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5d11-dba6-48fb-b652-9271bde941a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:34.151250 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-04cae505-fd98-4669-8cb7-0d03d32f5e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:35.235286 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:35.435557 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.560498 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:47.649566 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:02:52.611509 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:01.866199 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ff764939-8005-47a2-8e93-c1049fbeed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:04.151503 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f218f-6b5f-402e-9b72-481c81b0927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:05.237185 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:05.435786 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:06.562888 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:22.611862 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:24.650711 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:03:31.867799 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-034341c0-06eb-4bfb-bd75-024ffcf9134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:34.152649 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e23a7cab-6c4a-43a9-9f29-d12bbcfd7034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.239789 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.436246 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:36.565399 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:52.612215 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:01.651104 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:04:01.869445 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-00ad4847-71f0-4167-8578-53f8b8ffb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:04.152420 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9283268-44c2-4b88-9e1d-c9483ce3a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:05.243557 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:05.437773 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:06.567274 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:22.639811 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:31.870720 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae8bb-15fe-49f8-91e3-316a01ad9165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:34.153891 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4164fedb-d32a-43f8-b562-14221933ff94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:35.249330 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:35.439480 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:36.570778 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:38.652073 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:04:52.657240 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:01.872173 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfaab-b117-4b61-baac-094de795c3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:04.154731 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3426be54-b846-40e6-bbbb-6d7d50f8c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:05.248660 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8b1191b-0795-4e4b-83a7-9eecc55205b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:05.440706 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-de8225e2-2d15-45da-857f-c71f63a3f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:06.572936 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c91e175c-d79a-49a9-96f2-568f6e586f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:15.652484 dv-cinder-823170-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-67a7ebe7-60b0-4e0c-8dae-3950fa13981f None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:05:22.659160 dv-cinder-823170-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-68b80589-7f41-42d9-bf4d-5c6fb1936791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744270378460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615289'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}